-- Logs begin at Tue 2021-06-22 03:18:34 UTC, end at Tue 2021-06-22 04:13:34 UTC. -- Jun 22 03:49:00.931272 dv-cinder-797380-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 03:49:03.617890 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.common.config [-] Logging enabled! Jun 22 03:49:03.618420 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 03:49:03.618588 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 03:49:03.622017 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.common.config [-] Logging enabled! Jun 22 03:49:03.622276 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 03:49:03.622581 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 03:49:03.623506 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 03:49:03.623737 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 03:49:03.624093 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 03:49:03.624331 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 03:49:03.624575 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 03:49:03.624890 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.625180 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.625470 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.625694 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.625981 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.626263 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.626537 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.626816 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.627107 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.627388 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.627988 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.628271 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.629069 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.629354 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.629782 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.630258 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.630618 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] debug = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.631070 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.631790 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.632438 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.633014 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.633493 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.633964 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.634433 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.634851 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.635144 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.635489 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] host = dv-cinder-797380-1-smb {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.635768 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.636057 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.637359 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639297 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639837 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.639837 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.640108 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.640330 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.640573 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.640859 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.642763 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.643055 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.643340 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.643623 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.643908 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.644209 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.644478 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.644787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.645207 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.645607 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.646076 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.646533 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.646996 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.647467 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.647959 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.648416 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.648935 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.650312 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.650312 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.650312 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.650577 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.650808 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.651098 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.652464 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] use_json = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654644 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654719 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.654960 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.655231 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.655559 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.655837 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.657821 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.658122 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:03.658505 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.658811 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.659120 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.659409 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.659745 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.660026 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.660313 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.660620 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.660909 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.661192 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.661479 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.661753 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.662039 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.662313 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.662604 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.662908 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.663198 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.663487 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.663760 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.664031 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.664300 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.664613 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.664899 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.665188 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.665472 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.665742 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.666015 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.666301 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.666575 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.667097 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.667378 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.667663 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.667939 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.668205 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.668480 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.668775 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.669043 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.669310 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.669580 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.669864 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.670135 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.670401 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.670667 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.670937 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.671204 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.671484 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.671754 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.672021 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.672286 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.672578 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.672846 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.673112 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.673382 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.673649 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.673921 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.674188 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.674455 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.674724 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.674994 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.675863 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.676168 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.676442 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.676743 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.677015 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.677287 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.677556 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.677825 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.678097 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.678389 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.678684 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.678960 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.679240 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.679513 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.679787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.680060 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.680333 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.680631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.680908 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.681175 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.681462 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.681745 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.682030 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.682308 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.682577 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.682865 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.683136 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.683412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.683685 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.683958 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.684289 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.684665 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.684983 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.685305 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.685599 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.685934 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.686302 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.686584 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.686934 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.687214 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:03.687430 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 03:49:03.687669 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92646) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 03:49:04.033039 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:04.033319 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:04.033603 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:04.033925 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 03:49:04.421238 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.421524 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.421793 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.423077 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.423352 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.423615 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.457816 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.458083 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.458344 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.471361 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.471642 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.471907 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.501353 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.501630 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.501893 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.537708 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.537982 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.538248 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.769545 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.770140 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.770140 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.770276 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.771161 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.894150 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.894466 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.894748 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.895016 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.895285 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.895598 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.895855 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.896111 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.896362 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.896666 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.896926 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.897194 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.897449 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.897709 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.897963 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.898224 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.898492 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.898746 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.899013 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.899262 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.899537 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.899882 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.900127 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.900406 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.900676 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.900919 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.901305 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:04.901540 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:04.901770 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:04.902000 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:04.902232 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:04.902460 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:04.902813 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 03:49:04.906724 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 03:49:04.911121 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 03:49:04.914855 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 22 03:49:04.916457 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 03:49:04.917176 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 03:49:04.917505 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 03:49:04.917892 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 03:49:04.920675 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 03:49:04.920920 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 03:49:04.921254 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 03:49:04.948582 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 03:49:04.949017 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.949309 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92646) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 03:49:04.949667 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.950997 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92646) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 03:49:04.951274 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 03:49:04.951518 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 03:49:04.954596 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:04.954873 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.017315 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 03:49:05.017555 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 03:49:05.017786 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 03:49:05.018140 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 03:49:05.039069 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_db.sqlalchemy.engines [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92646) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 03:49:05.581613 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing driver for type 'gre' Jun 22 03:49:05.582240 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] gre ID ranges: [(1, 1000)] Jun 22 03:49:05.636468 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing driver for type 'local' Jun 22 03:49:05.636974 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing driver for type 'vlan' Jun 22 03:49:05.649932 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] VlanTypeDriver initialization complete Jun 22 03:49:05.650303 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing driver for type 'vxlan' Jun 22 03:49:05.650866 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] vxlan ID ranges: [(1, 1000)] Jun 22 03:49:05.704738 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing extension driver 'port_security' Jun 22 03:49:05.705102 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.extensions.port_security [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] PortSecurityExtensionDriver initialization complete Jun 22 03:49:05.705434 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing mechanism driver 'openvswitch' Jun 22 03:49:05.705764 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing mechanism driver 'hyperv' Jun 22 03:49:05.712381 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.plugins.ml2.plugin [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:05.713170 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.713545 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.713891 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.714278 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.714654 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.714996 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.715372 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.715748 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.716096 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.716470 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > security_group after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.716866 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > security_group after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.717208 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.717581 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.717923 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.718261 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.718637 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > address_group after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.718980 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > address_group after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.719317 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.719651 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] ML2 OVO RPC backend initialized. {{(pid=92646) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 03:49:05.720346 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.720724 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.721140 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.721480 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > networks before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.721849 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.722862 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > ports before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.723215 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.723555 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnets before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.723901 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.724238 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.724595 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.724929 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.725265 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.725601 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.725935 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.726267 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.726596 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.727162 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.plugin [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Modular L2 Plugin initialization complete Jun 22 03:49:05.727490 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading services supported by the core plugin {{(pid=92646) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 03:49:05.727817 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Got port-security extension from driver 'port_security' Jun 22 03:49:05.728276 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.extensions.vlantransparent [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Disabled vlantransparent extension. Jun 22 03:49:05.728783 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92646) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 03:49:05.729095 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: router Jun 22 03:49:05.764245 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.764672 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.765037 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router before_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.765397 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.765762 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.766111 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_delete 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.766467 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.766824 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.767167 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.767516 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.767860 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.768213 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.768654 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.769659 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.770222 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.770436 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: subnet after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.770777 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.771132 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.771479 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.771821 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.772164 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.772541 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.772887 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.773239 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.773600 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.773948 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.774321 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.775167 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Tracking information for resource: router configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:05.775497 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Tracking information for resource: floatingip configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 03:49:05.780413 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.db.l3_agentschedulers_db [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 03:49:05.781031 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.781386 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.781733 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.782080 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.782851 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router before_create 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.783214 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.783576 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_create 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.783932 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > router precommit_update 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.788688 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.provider_configuration [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service providers = [] {{(pid=92646) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 03:49:05.789053 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.db.servicetype_db [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92646) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 03:49:05.792185 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.service_base [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 03:49:05.792557 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.service_base [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 03:49:05.792896 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.service_base [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 03:49:05.793765 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.services.service_base [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 03:49:05.794135 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.services.service_base [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 03:49:05.794503 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.794816 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 03:49:05.805797 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.806135 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: auto_allocate Jun 22 03:49:05.811886 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: network precommit_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.812250 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: network precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.812801 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.813120 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: tag Jun 22 03:49:05.820227 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.820592 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: timestamp Jun 22 03:49:05.824299 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.824665 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: network_ip_availability Jun 22 03:49:05.831530 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.831943 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.832254 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:05.832992 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.833312 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: flavors Jun 22 03:49:05.837970 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.838290 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading Plugin: revisions Jun 22 03:49:05.842536 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 03:49:05.842923 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_concurrency.lockutils [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:05.843658 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92646) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 03:49:05.843989 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Initializing extension manager. Jun 22 03:49:05.844486 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: __init__.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.844846 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: __pycache__ {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.845178 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.845509 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: address_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.846246 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.846804 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: address-group Jun 22 03:49:05.847249 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: address_scope.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.847959 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.848472 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: address-scope Jun 22 03:49:05.848829 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.849730 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.850236 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: router-admin-state-down-before-update Jun 22 03:49:05.850553 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: agent.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.851237 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.851737 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: agent Jun 22 03:49:05.852054 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: agent_resources_synced.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.852975 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.853483 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: agent-resources-synced Jun 22 03:49:05.853802 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: allowedaddresspairs.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.855526 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.856044 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: allowed-address-pairs Jun 22 03:49:05.856367 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: auto_allocated_topology.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.857638 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.858163 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: auto-allocated-topology Jun 22 03:49:05.858484 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: availability_zone.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.859170 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.859674 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: availability_zone Jun 22 03:49:05.859991 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: availability_zone_filter.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.860911 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.861417 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: availability_zone_filter Jun 22 03:49:05.861734 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: data_plane_status.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.863228 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.863750 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 03:49:05.864064 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: default_subnetpools.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.864991 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.865497 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: default-subnetpools Jun 22 03:49:05.865815 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.866607 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.867111 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: dhcp_agent_scheduler Jun 22 03:49:05.867425 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: dns.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.868315 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.868859 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension dns-integration not supported by any of loaded plugins Jun 22 03:49:05.869176 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: dns_domain_ports.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.870068 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.870574 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 03:49:05.870888 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: dvr.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.871540 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.872040 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: dvr Jun 22 03:49:05.872355 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: empty_string_filtering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.873270 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.873799 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: empty-string-filtering Jun 22 03:49:05.874137 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.875022 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.875521 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 03:49:05.875836 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.876754 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.877256 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 03:49:05.877575 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: external_net.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.879301 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.879843 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: external-net Jun 22 03:49:05.880161 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.881348 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.881883 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: extra_dhcp_opt Jun 22 03:49:05.882201 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: extraroute.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.883089 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.883594 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: extraroute Jun 22 03:49:05.883913 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: extraroute_atomic.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.884956 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.885468 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: extraroute-atomic Jun 22 03:49:05.885788 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: filter_validation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.886435 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.886931 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: filter-validation Jun 22 03:49:05.887246 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: fip_pf_description.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.888131 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.888665 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 03:49:05.888983 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: fip_port_details.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.889885 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.890382 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: fip-port-details Jun 22 03:49:05.890696 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: flavors.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.891899 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.892409 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: flavors Jun 22 03:49:05.892753 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.894591 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.895105 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 03:49:05.895432 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: floatingip_pools.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.896119 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.896660 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: floatingip-pools Jun 22 03:49:05.896983 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: ip_allocation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.897881 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.898391 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 03:49:05.898709 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.899617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.900126 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: ip-substring-filtering Jun 22 03:49:05.900447 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l2_adjacency.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.901384 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.901885 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 03:49:05.902200 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.903139 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.903648 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: router Jun 22 03:49:05.903966 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.906331 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.906849 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 03:49:05.907177 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.908083 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.908631 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: ext-gw-mode Jun 22 03:49:05.908956 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.909982 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.910492 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: l3-ha Jun 22 03:49:05.910814 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3_flavors.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.911717 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.912225 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: l3-flavors Jun 22 03:49:05.912573 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.913487 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.913994 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 03:49:05.914315 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: l3agentscheduler.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.915350 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.915860 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: l3_agent_scheduler Jun 22 03:49:05.916183 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: logging.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.917928 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.918442 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension logging not supported by any of loaded plugins Jun 22 03:49:05.918768 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: metering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.919500 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.920075 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: metering Jun 22 03:49:05.920399 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.921503 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.922017 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: metering_source_and_destination_fields Jun 22 03:49:05.922340 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: multiprovidernet.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.923238 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.923745 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: multi-provider Jun 22 03:49:05.924064 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: netmtu.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.924983 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.926056 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: net-mtu Jun 22 03:49:05.926375 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: netmtu_writable.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.927276 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.927781 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: net-mtu-writable Jun 22 03:49:05.928098 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: network_availability_zone.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.928785 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.929286 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: network_availability_zone Jun 22 03:49:05.929602 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: network_ip_availability.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.930679 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.931187 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: network-ip-availability Jun 22 03:49:05.931508 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: network_segment_range.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.932260 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.932795 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 03:49:05.933114 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: pagination.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.934070 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.934394 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: pagination Jun 22 03:49:05.934709 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: port_device_profile.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.935607 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.936121 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: port-device-profile Jun 22 03:49:05.936439 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.937364 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.937871 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: port-mac-address-regenerate Jun 22 03:49:05.938191 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.939085 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.939590 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: port-numa-affinity-policy Jun 22 03:49:05.939909 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: port_resource_request.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.941443 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.942242 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 03:49:05.942368 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: portbindings.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.943327 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.943834 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: binding Jun 22 03:49:05.944149 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: portbindings_extended.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.945459 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.945998 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: binding-extended Jun 22 03:49:05.946327 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: portsecurity.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.947218 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.947732 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: port-security Jun 22 03:49:05.948045 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: project_id.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.949031 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.949355 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: project-id Jun 22 03:49:05.949675 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: providernet.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.950610 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.951138 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: provider Jun 22 03:49:05.951425 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.955091 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.955656 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos not supported by any of loaded plugins Jun 22 03:49:05.955969 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.957254 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.957774 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 03:49:05.958097 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.958995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.959508 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 03:49:05.959832 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_default.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.960758 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.961272 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-default not supported by any of loaded plugins Jun 22 03:49:05.961595 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_fip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.962238 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.962754 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-fip not supported by any of loaded plugins Jun 22 03:49:05.963074 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_gateway_ip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.963967 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.964476 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 03:49:05.964820 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_port_network_policy.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.965718 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.966226 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 03:49:05.966546 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_rule_type_details.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.967441 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.967948 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 03:49:05.968268 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: qos_rules_alias.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.969326 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.969842 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 03:49:05.970163 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: quotasv2.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.971075 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.971398 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: quotas Jun 22 03:49:05.971713 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: quotasv2_detail.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.974784 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.975124 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: quota_details Jun 22 03:49:05.975453 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: rbac.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.976492 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.977039 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: rbac-policies Jun 22 03:49:05.977364 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: rbac_address_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.978273 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.978785 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: rbac-address-group Jun 22 03:49:05.979107 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: rbac_address_scope.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.980011 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.980552 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: rbac-address-scope Jun 22 03:49:05.980876 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: rbac_security_groups.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.981787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.982295 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: rbac-security-groups Jun 22 03:49:05.982615 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: rbac_subnetpool.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.983507 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.984013 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: rbac-subnetpool Jun 22 03:49:05.984331 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: revisionifmatch.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.985261 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.985770 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: revision-if-match Jun 22 03:49:05.986089 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: revisions.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.987376 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.988461 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: standard-attr-revisions Jun 22 03:49:05.988813 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: router_availability_zone.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.989479 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.989990 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: router_availability_zone Jun 22 03:49:05.990310 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: routerservicetype.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.991208 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.991719 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension router-service-type not supported by any of loaded plugins Jun 22 03:49:05.992038 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.992958 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.993467 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: security-groups-normalized-cidr Jun 22 03:49:05.993785 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.994680 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.995185 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: port-security-groups-filtering Jun 22 03:49:05.995504 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:05.996399 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:05.996933 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: security-groups-remote-address-group Jun 22 03:49:05.997253 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: securitygroup.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.007328 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.007855 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: security-group Jun 22 03:49:06.008182 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: segment.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.008989 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.009504 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension segment not supported by any of loaded plugins Jun 22 03:49:06.009829 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.010745 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.011251 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 03:49:06.011571 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: servicetype.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.012692 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.013213 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: service-type Jun 22 03:49:06.013536 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: sorting.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.014497 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.014821 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: sorting Jun 22 03:49:06.015138 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: standard_attr_segment.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.016049 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.016595 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 03:49:06.016917 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: standardattrdescription.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.017544 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.018046 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: standard-attr-description Jun 22 03:49:06.018362 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: stateful_security_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.019363 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.019898 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: stateful-security-group Jun 22 03:49:06.020220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: stdattrs_common.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.020821 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 03:49:06.021141 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.022126 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.022638 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 03:49:06.022958 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: subnet_onboard.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.024051 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.024601 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: subnet_onboard Jun 22 03:49:06.024926 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.025831 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.026344 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 03:49:06.026666 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: subnet_service_types.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.027628 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.028139 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: subnet-service-types Jun 22 03:49:06.028459 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: subnetallocation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.029670 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.030189 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: subnet_allocation Jun 22 03:49:06.030514 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.031264 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.031778 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: subnetpool-prefix-ops Jun 22 03:49:06.032100 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.033051 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.033556 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 03:49:06.033875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: tagging.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.035099 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.035632 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: standard-attr-tag Jun 22 03:49:06.035955 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: timestamp.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.037163 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.037678 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loaded extension: standard-attr-timestamp Jun 22 03:49:06.038001 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: trunk.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.039023 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.039536 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension trunk not supported by any of loaded plugins Jun 22 03:49:06.039861 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: trunk_details.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.040794 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.041305 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension trunk-details not supported by any of loaded plugins Jun 22 03:49:06.041627 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: uplink_status_propagation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.042788 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.043296 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 03:49:06.043617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Loading extension file: vlantransparent.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 03:49:06.044272 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 03:49:06.044816 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 03:49:06.047210 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:network Jun 22 03:49:06.047734 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:subnet Jun 22 03:49:06.048127 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 03:49:06.048547 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:port Jun 22 03:49:06.049777 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.050785 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service FLAVORS assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.051394 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.051822 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.052150 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:router Jun 22 03:49:06.052602 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:floatingip Jun 22 03:49:06.053088 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service METERING assigned prefix: /metering {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.054535 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:06.054904 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:06.055254 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:49:06.056238 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 03:49:06.056708 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:security_group Jun 22 03:49:06.057138 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 03:49:06.057751 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.058079 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 03:49:06.058436 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] subnetpool is already registered Jun 22 03:49:06.058866 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.059188 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 03:49:06.059516 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] subnetpool is already registered Jun 22 03:49:06.061823 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.062250 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service FLAVORS assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.062835 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.063253 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.063582 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:router Jun 22 03:49:06.063915 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] router is already registered Jun 22 03:49:06.064320 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:floatingip Jun 22 03:49:06.064692 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] floatingip is already registered Jun 22 03:49:06.065142 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service METERING assigned prefix: /metering {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.066433 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 03:49:06.066757 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] rbac_policy is already registered Jun 22 03:49:06.067166 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:security_group Jun 22 03:49:06.067493 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] security_group is already registered Jun 22 03:49:06.067891 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 03:49:06.068219 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] security_group_rule is already registered Jun 22 03:49:06.068877 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.069199 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 03:49:06.069526 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] subnetpool is already registered Jun 22 03:49:06.069943 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 03:49:06.070265 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 03:49:06.070591 dv-cinder-797380-1-smb neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] subnetpool is already registered Jun 22 03:49:06.071069 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: extensions {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.072561 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: address-groups {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.074038 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: address-scopes {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.075352 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: agents {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.076536 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: auto-allocated-topology {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.077792 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: availability_zones {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.079019 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: dhcp-networks {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.080545 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: dhcp-agents {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.082144 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: routers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.083818 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: flavors {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.086216 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: service_profiles {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.087438 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: next_providers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.088908 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: service_profiles {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.090444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: floatingip-pools {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.091673 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: routers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.093414 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: floatingips {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.094694 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: l3-routers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.096096 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: l3-agents {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.097686 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: metering-labels {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.098965 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: metering-label-rules {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.100342 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: network-ip-availabilities {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.101655 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: bindings {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.103197 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: quotas {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.104772 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: quotas {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.106216 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: rbac-policies {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.107418 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: security-groups {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.108746 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: security-group-rules {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.110003 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: service-providers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.111222 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: subnetpools {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.113101 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: subnetpools {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.114698 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.116359 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.118230 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.120005 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.121717 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.123659 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.125399 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.127185 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.129763 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.131503 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron.api.extensions [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 03:49:06.137625 dv-cinder-797380-1-smb neutron-server[92646]: WARNING keystonemiddleware.auth_token [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 03:49:06.142141 dv-cinder-797380-1-smb neutron-server[92646]: WARNING keystonemiddleware.auth_token [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 03:49:06.150386 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_concurrency.lockutils [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Acquired lock "singleton_lock" {{(pid=92646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 03:49:06.150855 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_concurrency.lockutils [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Releasing lock "singleton_lock" {{(pid=92646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 03:49:06.151488 dv-cinder-797380-1-smb neutron-server[92646]: INFO oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Starting 2 workers Jun 22 03:49:06.156252 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Started child 92787 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 03:49:06.160696 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Started child 92788 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 03:49:06.161923 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:06.162521 dv-cinder-797380-1-smb neutron-server[92646]: INFO neutron.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 03:49:06.162947 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Notify callbacks [] for process, before_spawn {{(pid=92646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:06.163400 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [-] (92787) wsgi starting up on http://0.0.0.0:9696 Jun 22 03:49:06.165519 dv-cinder-797380-1-smb neutron-server[92646]: INFO oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Starting 1 workers Jun 22 03:49:06.165684 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:06.167077 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [-] (92788) wsgi starting up on http://0.0.0.0:9696 Jun 22 03:49:06.170778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Started child 92789 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 03:49:06.171314 dv-cinder-797380-1-smb neutron-server[92646]: INFO oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Starting 1 workers Jun 22 03:49:06.174322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] calling RpcWorker wait() {{(pid=92789) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 03:49:06.174905 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] returning from RpcWorker wait() {{(pid=92789) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 03:49:06.176342 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Started child 92790 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 03:49:06.176660 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:06.177061 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:06.177208 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-109bf1e7-8e6c-48fe-891b-30d3f218fe0f None None] Notify callbacks [] for process, after_spawn {{(pid=92646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:06.179092 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 03:49:06.179308 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 03:49:06.179691 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 03:49:06.179691 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 03:49:06.180040 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 03:49:06.180202 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 03:49:06.180705 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.180994 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.181228 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:06.181787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.181787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.181787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.182191 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:06.182362 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.182639 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.182904 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.183175 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.183429 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.183606 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.183774 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.184027 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.184262 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.184568 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.184849 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.185088 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.185394 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.185572 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.185937 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.186107 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.186332 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.186595 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] debug = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.186838 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.187312 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.187557 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.187803 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.188019 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.188307 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.188569 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.188838 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.189090 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.189344 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.189655 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.189911 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.190060 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.190242 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.190478 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.191351 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.191602 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.192069 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] host = dv-cinder-797380-1-smb {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.192287 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.192527 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.192753 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.193005 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.193263 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.193490 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.193748 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.193993 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.194243 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.194467 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.194705 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.195001 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.195223 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.195480 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.195628 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_options = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.196078 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.196230 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.196395 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.196624 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.196792 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.196966 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.197225 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.197389 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.197635 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.197855 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.198068 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.198281 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.198514 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.198747 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.199016 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.199268 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.199498 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.199753 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.199994 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.200215 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.200455 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.200726 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.200964 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.201182 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.201412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.201625 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.201869 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.202083 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.202295 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.202558 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.202792 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.203054 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.203741 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.203741 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.204028 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.204028 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.204560 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.204560 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.205012 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.205012 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.205512 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.205512 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.205785 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.205931 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.206188 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.206474 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_json = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.206474 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.206938 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.206938 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.207239 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.207523 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.207734 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.207939 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.208332 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.209240 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.209240 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.209240 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.209677 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.209677 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.210579 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.210579 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.210579 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.212059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.212059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.212059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.212059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.212059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.212059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.214631 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.215674 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.215674 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.215674 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.215674 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.215674 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.215674 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.216469 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.216469 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.216469 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.216891 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.217029 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.217276 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.217434 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.217615 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.217863 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.218101 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.218332 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.218582 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.220034 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.220034 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.220034 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.220034 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.220034 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.222412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.226444 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.227875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.228995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.233778 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234832 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234832 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.234832 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.235035 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.235216 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.235472 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.235708 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.235981 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.236220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.236524 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.236740 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.237016 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.237302 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.237665 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.238450 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.238712 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.238947 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.239215 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.239466 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.239748 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.239998 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.240229 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.240475 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.240765 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.241398 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.241623 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.241837 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.242084 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.242409 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.242671 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.242864 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.243077 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.243360 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.243625 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.243861 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.244120 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.244371 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.244661 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.244888 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.245116 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.245337 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.245577 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.245822 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.246033 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.246263 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.246493 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.246721 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.246939 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.247149 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.247392 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.247603 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.247844 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.248063 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.248278 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.248492 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.248757 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.248968 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.249182 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.249416 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.249637 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.249875 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.250106 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.250333 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.250567 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.250782 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.251065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.251310 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.251542 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.251786 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.252008 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.252259 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.252472 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.252738 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.252954 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.253205 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.253422 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.253640 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.253853 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.254119 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.254305 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.254515 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.254768 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.255017 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.255320 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.255672 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.255786 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.256169 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.256270 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.257017 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.257261 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.257478 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.257692 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.257925 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.258139 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.258397 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.258640 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.258858 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.259067 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.259279 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.259488 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.259724 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.259931 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.260211 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.260470 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.260735 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.260954 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.261617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.261617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.261617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.261814 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.261987 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.262384 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.262479 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.262630 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.262837 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.263049 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.263393 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.263490 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.263704 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.263985 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.264083 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.264270 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.264486 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.264705 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.264907 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.265115 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.265329 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.265645 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.265891 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.266126 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.266404 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.268614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.269592 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.269592 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.269592 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.269592 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.270047 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.270047 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.270251 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.270457 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.270722 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.270933 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.271226 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.271558 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.271823 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.272063 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.272321 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.272617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.272840 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.273070 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.273304 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.273541 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.273754 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.273996 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.274223 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.274445 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.274659 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.274883 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.275105 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.275324 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.275552 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.275786 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.275998 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.276153 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 03:49:06.276739 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 03:49:06.276898 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 03:49:06.277052 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 03:49:06.277223 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 03:49:06.277394 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 03:49:06.277541 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 03:49:06.277746 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.277904 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.278069 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.278224 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.278380 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.278560 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.278718 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.278877 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279035 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279191 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279349 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279505 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279666 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279824 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.279982 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.280139 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.280295 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.280452 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.280638 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.280795 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.280952 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.281108 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.281264 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] debug = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.281421 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.281624 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.281782 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.281932 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.282088 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.282244 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.282400 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.282554 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.282710 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.282868 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283029 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283187 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283343 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283499 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283656 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283812 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.283973 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.284128 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] host = dv-cinder-797380-1-smb {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.284285 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.285005 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.285155 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.285331 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.285570 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.285731 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.285889 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286049 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286206 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286364 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286521 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286678 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286835 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.286992 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.287148 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_options = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.287305 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.287461 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.287620 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.287793 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.287956 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.288117 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.288278 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.288435 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.288614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.288782 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.288918 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.289073 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.289231 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.289389 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.289552 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.289709 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.289867 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290024 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290181 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290338 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290497 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290654 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290811 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.290968 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.291125 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.291283 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.291477 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.291580 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292012 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292147 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292889 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292889 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292889 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292889 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.292889 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.293219 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.293219 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.293367 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.294433 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.294577 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.294742 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.294898 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.295211 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.295519 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.295684 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.295837 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_json = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.296146 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.296301 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.296628 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.296789 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.296949 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.297105 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.297263 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.297423 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 03:49:06.297602 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.297764 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.297936 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.298096 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.298256 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.298415 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.298573 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.298733 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.298891 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.299050 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.299217 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.299378 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.299546 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.299706 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.299865 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.300073 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.300367 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.300762 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.300953 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.301178 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.301416 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.301647 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.301907 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.302145 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.302388 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.302607 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.302776 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.302939 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.303100 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.303260 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.303422 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.303582 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.303741 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.303901 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.304059 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.304220 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.304380 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.304565 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.304730 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.304873 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305030 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305188 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305347 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305507 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305666 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305825 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.305983 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.306156 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.306294 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.306447 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.306617 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.306774 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.306932 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.307090 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.307248 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.307405 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.307562 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.307721 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.307880 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.308039 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.308197 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.308369 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.308547 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.308709 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.308867 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309027 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309187 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309345 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309503 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309663 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309821 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.309979 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.310142 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.310300 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.310459 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311051 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311051 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311051 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311051 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311272 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311334 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311495 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311653 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311810 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.311977 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.312150 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.312309 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.312468 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.312652 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.312811 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.312970 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.313129 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.313289 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.313448 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.313609 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.313767 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.313927 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.314088 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.314247 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.314405 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.314563 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.314723 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.314882 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.315005 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:06.315136 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.315259 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.315394 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.315516 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.316167 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.316356 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.316578 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.316745 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.316898 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317020 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317140 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317273 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317395 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317559 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317732 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.317883 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318040 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318198 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318356 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318515 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318675 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318836 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.318995 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.319154 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.319320 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.319490 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.319649 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.319809 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.319968 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.320150 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.320309 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.320468 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.320656 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.320816 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.320975 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.321134 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.321294 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.321455 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.321614 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.321775 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.321934 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.322094 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.322253 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.322412 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.322570 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.322730 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.322890 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.323049 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.323209 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.323369 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.323528 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.323686 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.323845 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324003 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324162 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324321 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324480 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324660 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324818 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.324976 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.325134 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.325292 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.325450 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.325609 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.325768 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.325926 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.326088 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.326247 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.326796 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.326796 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.326796 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327197 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327197 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327197 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327548 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327548 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327777 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.327777 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328002 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328121 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328203 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328329 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328696 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328696 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.328941 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329065 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329185 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329306 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329425 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329565 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329931 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.329931 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330174 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330174 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330403 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330522 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330630 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330753 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.330917 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.331076 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.331236 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332103 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332103 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332400 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332585 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332708 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332828 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.332980 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.333151 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.333311 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.333470 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.333628 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.333787 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.333955 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.334115 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.334273 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.334432 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.334591 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.334759 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.334916 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.335074 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.335232 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.335391 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.335558 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.335717 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.335874 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.336031 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.336189 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.336356 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.336544 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.336696 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.336862 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337020 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337178 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337339 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337510 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337669 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337831 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.337990 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.338174 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.338300 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.338455 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.338782 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.338782 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.338932 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.339078 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.339245 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.339413 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.339580 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.339739 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.339904 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.340076 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.340236 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.340395 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.340590 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.340753 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.340912 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.341071 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.341230 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.341389 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.341547 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.341705 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.341864 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.342022 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.342180 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.342338 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.342813 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.342813 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.342813 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.343143 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.343143 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 03:49:06.343370 dv-cinder-797380-1-smb neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 03:49:06.604132 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58308) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:06.612470 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063233 Jun 22 03:49:17.786316 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971efde-226c-4d5f-9232-7f95238e0416 None None] get_active_networks_info from dv-cinder-797380-1-smb {{(pid=92789) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 03:49:17.853167 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971efde-226c-4d5f-9232-7f95238e0416 None None] No non-hosted networks {{(pid=92789) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 03:49:17.866230 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.agentschedulers_db [None req-4971efde-226c-4d5f-9232-7f95238e0416 None None] DHCP Agent not found on host dv-cinder-797380-1-smb {{(pid=92789) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 03:49:18.002125 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9b1d-bef5-4337-80b8-8b8bebe8962a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761'] for agent, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:20.235872 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-b1b435f6-86b5-44ae-b4ac-419ccecdd8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761'] for agent, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:20.301307 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3b18-4151-4949-b215-b230aaf85977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:20.661983 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761'] for agent, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:20.663077 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.663835 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.664315 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.665378 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.667005 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.667500 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.668028 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.669081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.669560 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.673052 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.676169 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.678677 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:20.682832 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797380-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:20.703676 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797380-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:21.993270 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761'] for agent, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:23.195242 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.db.l3_hamode_db [None req-ef1c55a4-3cb6-4868-bf0b-70b0cfd33cfb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 03:49:23.280698 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761'] for agent, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:23.282381 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c55a4-3cb6-4868-bf0b-70b0cfd33cfb None None] Routers set() bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:49:23.282771 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c55a4-3cb6-4868-bf0b-70b0cfd33cfb None None] Router IDs set() for agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 03:49:24.516826 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58402) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:24.997465 dv-cinder-797380-1-smb neutron-server[92788]: WARNING oslo_policy.policy [None req-9d4217b8-5620-4407-a68c-9902f12d7fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:24.998067 dv-cinder-797380-1-smb neutron-server[92788]: WARNING oslo_policy.policy [None req-9d4217b8-5620-4407-a68c-9902f12d7fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:25.212369 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [None req-9d4217b8-5620-4407-a68c-9902f12d7fcd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:49:25.213425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9d4217b8-5620-4407-a68c-9902f12d7fcd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6957240 Jun 22 03:49:27.544547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58416) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:27.859201 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:27.954333 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.policy [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92788) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 03:49:27.999056 dv-cinder-797380-1-smb neutron-server[92788]: WARNING oslo_policy.policy [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:27.999423 dv-cinder-797380-1-smb neutron-server[92788]: WARNING oslo_policy.policy [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:28.008425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.quota [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] Loaded quota_driver: . Jun 22 03:49:28.100182 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774325453796', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774325454391', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774325441064', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774325443614', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774325494177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774325487930', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-565711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1775590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1575979'] for rbac-policy, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:28.163243 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:28.164426 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cdca0d9b-af93-4b6c-9069-f78e911d93de admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6189120 Jun 22 03:49:30.694559 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 58428) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:31.177631 dv-cinder-797380-1-smb neutron-server[92787]: WARNING oslo_policy.policy [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:31.178236 dv-cinder-797380-1-smb neutron-server[92787]: WARNING oslo_policy.policy [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:31.401027 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'project_id': '72e434e04a384e2ca8dbce8440b0b555'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:31.402660 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.quota [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Loaded quota_driver: . Jun 22 03:49:31.461623 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Made reservation on behalf of 72e434e04a384e2ca8dbce8440b0b555 for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:49:31.527452 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.policy [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92787) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 03:49:31.572847 dv-cinder-797380-1-smb neutron-server[92787]: WARNING oslo_policy.policy [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:31.573228 dv-cinder-797380-1-smb neutron-server[92787]: WARNING oslo_policy.policy [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 03:49:31.583109 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.612782 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.749571 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.753770 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.759292 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:31.774769 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:49:31.806147 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774328205770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.806729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Unsubscribe: segment precommit_create {{(pid=92787) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 03:49:31.807215 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Added segment 706b4368-9135-4122-af13-c6bc4cced25a of type vlan for network 82effb76-b575-4442-bf62-9a97c4ba4b2a Jun 22 03:49:31.827528 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51619b-21ad-4063-96d6-4c2986c5b63d,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:31.863653 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.863982 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.864306 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.864650 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.864964 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.865276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.865583 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.865887 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.866208 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.866515 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.866816 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.867113 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Tracked resource versions report: Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: pushed versions: Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: { 'AddressGroup': {'1.2'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'ConntrackHelper': {'1.0'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Log': {'1.0'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Network': {'1.1'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Port': {'1.7'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'PortForwarding': {'1.2'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'QosPolicy': {'1.8'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroup': {'1.4'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'SubPort': {'1.0'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Subnet': {'1.1'}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Trunk': {'1.1'}} Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: consumer versions: Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'ConntrackHelper': '1.0', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Log': '1.0', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Network': '1.1', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Port': '1.7', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'PortForwarding': '1.2', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'QosPolicy': '1.8', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroup': '1.4', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroupRule': '1.2', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'SubPort': '1.0', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Subnet': '1.1', Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: 'Trunk': '1.1'}} Jun 22 03:49:31.868186 dv-cinder-797380-1-smb neutron-server[92787]: {{(pid=92787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:49:31.918412 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:31.943176 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.995961 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:31.997537 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:31.998204 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:32.000957 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:32.071266 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3745747 Jun 22 03:49:32.098912 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Pushing event updated for resources: {'Network': ['ID=82effb76-b575-4442-bf62-9a97c4ba4b2a,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:32.102169 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:32.110488 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:49:34.664838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 58450) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:35.054922 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cfc9f-3c37-4ded-b190-31a8541726e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:35.056257 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b45cfc9f-3c37-4ded-b190-31a8541726e6 admin admin] 10.222.0.24 "GET /v2.0/networks/82effb76-b575-4442-bf62-9a97c4ba4b2a HTTP/1.1" status: 200 len: 825 time: 0.3904507 Jun 22 03:49:35.092191 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-836dd23c-3b40-4be4-a5a3-9f17c3c78230 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/fbac69cb-ee08-406a-905f-a6c349108313 HTTP/1.1" status: 200 len: 734 time: 0.0305696 Jun 22 03:49:35.101429 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:35.124246 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Made reservation on behalf of 72e434e04a384e2ca8dbce8440b0b555 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:49:35.126575 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:35.418139 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:35.422208 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:35.481859 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Checking segment: {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:49:35.482221 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Network hostable DHCP agents. Network: 82effb76-b575-4442-bf62-9a97c4ba4b2a, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:49:35.491221 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67e5fa7-ae20-4d96-abde-e8b167f8db57,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:35.494184 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:35.508910 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:49:35.520221 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 82effb76-b575-4442-bf62-9a97c4ba4b2a) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:49:35.524789 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:35.525372 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:35.529497 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a98a8eb-f022-4096-8ed2-f482d94fcbdc None None] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:49:35.538264 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402153 Jun 22 03:49:35.837359 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-82effb76-b575-4442-bf62-9a97c4ba4b2a', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:49:35.838558 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:36.106669 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Allocated IP 172.20.0.2 (82effb76-b575-4442-bf62-9a97c4ba4b2a/f67e5fa7-ae20-4d96-abde-e8b167f8db57/c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:49:36.307303 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:36.348849 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Transition to ACTIVE for port object c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:49:36.369803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Transition to ACTIVE for port object c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:49:36.377487 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:36.379982 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:36.442053 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:49:36.446486 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:49:36.458547 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:49:36.465617 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Pushing event updated for resources: {'Port': ['ID=c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:36.488594 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.488936 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.489256 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.489570 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.489881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.490239 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.490550 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.490855 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.491158 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.491460 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.491761 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.492060 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Tracked resource versions report: Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: pushed versions: Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: { 'AddressGroup': {'1.2'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'ConntrackHelper': {'1.0'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Log': {'1.0'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Network': {'1.1'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Port': {'1.7'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'PortForwarding': {'1.2'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'QosPolicy': {'1.8'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroup': {'1.4'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'SubPort': {'1.0'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Subnet': {'1.1'}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Trunk': {'1.1'}} Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: consumer versions: Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'ConntrackHelper': '1.0', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Log': '1.0', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Network': '1.1', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Port': '1.7', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'PortForwarding': '1.2', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'QosPolicy': '1.8', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroup': '1.4', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroupRule': '1.2', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'SubPort': '1.0', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Subnet': '1.1', Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: 'Trunk': '1.1'}} Jun 22 03:49:36.493148 dv-cinder-797380-1-smb neutron-server[92789]: {{(pid=92789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:49:36.531254 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:36.543622 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Attempting to bind port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:49:36.544011 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Attempting to bind port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:49:36.544428 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Attempting to bind port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 on network 82effb76-b575-4442-bf62-9a97c4ba4b2a {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:49:36.549865 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:49:36.550267 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Checking segment: {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:49:36.550754 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:36.551134 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Bound using segment: {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:49:36.551587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Bound port: c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:49:36.551965 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:36.611261 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] For port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:49:36.615391 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] For port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9,segment=NetworkSegment(706b4368-9135-4122-af13-c6bc4cced25a),segment_id=706b4368-9135-4122-af13-c6bc4cced25a)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:49:36.619577 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:36.625400 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:36.684624 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Pushing event updated for resources: {'Port': ['ID=c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:36.687579 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:37.942221 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 58458) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:38.254370 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [None req-0ff59db2-8a6f-4c6f-ad7e-6ed7a57c622d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:49:38.255364 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-0ff59db2-8a6f-4c6f-ad7e-6ed7a57c622d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122060 Jun 22 03:49:40.601335 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58466) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:40.908867 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [None req-9ea07c03-4d34-4531-bc04-b16dc8737d41 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:49:40.909899 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9ea07c03-4d34-4531-bc04-b16dc8737d41 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075740 Jun 22 03:49:42.754720 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d83205-90d5-4fc9-b058-ddceb53be951 None None] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:49:42.814174 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-9924b75f-145d-4fd9-8786-6d8c35cc4dff None None] Provisioning for port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:49:42.829927 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:49:42.960275 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:49:42.967970 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:49:42.968308 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:43.129750 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:43.164996 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9,segment=NetworkSegment(706b4368-9135-4122-af13-c6bc4cced25a),segment_id=706b4368-9135-4122-af13-c6bc4cced25a)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:49:43.169838 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:43.174030 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:43.227725 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:43.230907 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:43.348077 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-8329af65-f2df-4d32-aaa0-d284c07e58e6 None None] Provisioning complete for port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:49:43.348445 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-8329af65-f2df-4d32-aaa0-d284c07e58e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:43.554211 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58480) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:43.851303 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:43.878644 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:43.880385 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:44.030490 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:44.035468 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:44.048420 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:44.049603 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-36c52dd7-b6cb-4d0a-ba69-87f25f32cf04 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4944499 Jun 22 03:49:44.784856 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:49:44.830907 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:49:44.831276 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:46.368230 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58488) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:46.677077 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [None req-fab9f55c-8f22-4310-99eb-a9b0e619d78d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:49:46.678036 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-fab9f55c-8f22-4310-99eb-a9b0e619d78d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088682 Jun 22 03:49:47.650574 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c854c205-7794-468c-9e06-e673db680282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:48.992276 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58496) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:49.302576 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:49.325598 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Made reservation on behalf of 8d7f1daf4e8d4bfa8970fd8149689cf0 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:49:49.328259 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.343810 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.463203 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.466627 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.472180 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:49.479912 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Reserving flat network on physical network physnet1 {{(pid=92788) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 03:49:49.518558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774328205770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.519078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Unsubscribe: segment precommit_create {{(pid=92788) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 03:49:49.519568 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Added segment e4a7fc62-36b6-469e-a838-253d3bcb4018 of type flat for network 3c048397-e736-4ef8-bbcf-143ecd09deaf Jun 22 03:49:49.536937 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0034acc-71e5-4632-8fe5-5ae9943fadb3,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:49.584114 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.584435 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.584833 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.585144 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.585546 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.585975 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.586324 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.586699 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.587184 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.587568 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.587914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.588216 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Tracked resource versions report: Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: pushed versions: Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: { 'AddressGroup': {'1.2'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'ConntrackHelper': {'1.0'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Log': {'1.0'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Network': {'1.1'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Port': {'1.7'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'PortForwarding': {'1.2'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'QosPolicy': {'1.8'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroup': {'1.4'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'SubPort': {'1.0'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Subnet': {'1.1'}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Trunk': {'1.1'}} Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: consumer versions: Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'ConntrackHelper': '1.0', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Log': '1.0', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Network': '1.1', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Port': '1.7', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'PortForwarding': '1.2', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'QosPolicy': '1.8', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroup': '1.4', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroupRule': '1.2', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'SubPort': '1.0', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Subnet': '1.1', Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: 'Trunk': '1.1'}} Jun 22 03:49:49.589307 dv-cinder-797380-1-smb neutron-server[92788]: {{(pid=92788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:49:49.638908 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.644622 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:49.697951 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.699351 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:49.699992 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:49.702728 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:49.785389 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7919769 Jun 22 03:49:49.804263 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Pushing event updated for resources: {'Network': ['ID=3c048397-e736-4ef8-bbcf-143ecd09deaf,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:49.807572 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:49.815314 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:49:50.223033 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a7b61526-4c6d-4117-a77f-c9db66691ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:50.644903 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:51.906218 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:52.102768 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 58518) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:52.336665 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00285cf0-7de7-4621-a274-bffe29a36abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:52.338011 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-00285cf0-7de7-4621-a274-bffe29a36abb admin admin] 10.222.0.24 "GET /v2.0/subnets/f67e5fa7-ae20-4d96-abde-e8b167f8db57 HTTP/1.1" status: 200 len: 849 time: 0.2343061 Jun 22 03:49:52.451755 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f5e7261c-d260-42b8-ab59-f5279dde6bc3 admin admin] 10.222.0.24 "GET /v2.0/routers/71baa075-b39d-4a51-a229-ae9d62728b06 HTTP/1.1" status: 200 len: 704 time: 0.1083913 Jun 22 03:49:52.708934 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:52.996640 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Allocated IP 172.20.0.1 (82effb76-b575-4442-bf62-9a97c4ba4b2a/f67e5fa7-ae20-4d96-abde-e8b167f8db57/4d34a8d6-f025-4b0b-94b2-66ac17f35209) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:49:53.176612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.184340 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.207525 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Transition to ACTIVE for port object 4d34a8d6-f025-4b0b-94b2-66ac17f35209 will not be triggered until provisioned by entity DHCP. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:49:53.287468 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.289735 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:53.355101 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:49:53.359549 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:49:53.366617 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:49:53.367143 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.428975 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d34a8d6-f025-4b0b-94b2-66ac17f35209,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:53.443680 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:53.607352 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-049dce15-c888-47cf-8c02-ee7471913040 None None] Provisioning for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:49:53.611243 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-049dce15-c888-47cf-8c02-ee7471913040 None None] Provisioning complete for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:49:53.611609 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-049dce15-c888-47cf-8c02-ee7471913040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.636931 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.643976 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-049dce15-c888-47cf-8c02-ee7471913040 None None] Port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:49:53.811903 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.817195 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.818285 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:53.819846 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:53.896589 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d34a8d6-f025-4b0b-94b2-66ac17f35209,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:53.900187 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:53.942854 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:49:53.944122 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:49:54.102838 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Router 71baa075-b39d-4a51-a229-ae9d62728b06 is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:49:54.169902 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-1ead2b03-52a7-48fd-a465-d5b8e855f1b6 None None] Provisioning complete for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:49:54.170187 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-1ead2b03-52a7-48fd-a465-d5b8e855f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:54.192611 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:49:54.198416 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] 10.222.0.24 "PUT /v2.0/routers/71baa075-b39d-4a51-a229-ae9d62728b06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7406521 Jun 22 03:49:54.206863 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-1ead2b03-52a7-48fd-a465-d5b8e855f1b6 None None] Port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:49:54.216478 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Sync routers for ids ['71baa075-b39d-4a51-a229-ae9d62728b06'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:49:54.228779 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Routers {'71baa075-b39d-4a51-a229-ae9d62728b06'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:49:54.229638 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:49:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['71baa075-b39d-4a51-a229-ae9d62728b06'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:54.413666 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Set router 71baa075-b39d-4a51-a229-ae9d62728b06 gateway port host: None {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:49:54.885644 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:49:43Z', 'updated_at': '2021-06-22T03:49:53Z', 'revision_number': 2, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'gw_port_host': None, '_interfaces': [{'id': '4d34a8d6-f025-4b0b-94b2-66ac17f35209', 'name': '', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'mac_address': 'fa:16:3e:f6:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:49:52Z', 'updated_at': '2021-06-22T03:49:53Z', 'revision_number': 2, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'subnets': [{'id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:54.950946 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Checking router: 71baa075-b39d-4a51-a229-ae9d62728b06 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:49:54.951324 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Updating router 71baa075-b39d-4a51-a229-ae9d62728b06 port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:49:55.032420 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:55.627023 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:55.644514 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Transition to ACTIVE for port object 4d34a8d6-f025-4b0b-94b2-66ac17f35209 will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:49:55.650498 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:55.654550 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:55.811201 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Pushing event updated for resources: {'Port': ['ID=4d34a8d6-f025-4b0b-94b2-66ac17f35209,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:55.864777 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.865112 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.865439 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.865756 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.866068 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.866382 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.866693 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.867000 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.867307 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.867613 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.867916 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.868217 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Tracked resource versions report: Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: pushed versions: Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: { 'AddressGroup': {'1.2'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'ConntrackHelper': {'1.0'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Log': {'1.0'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Network': {'1.1'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Port': {'1.7'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'PortForwarding': {'1.2'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'QosPolicy': {'1.8'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroup': {'1.4'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'SubPort': {'1.0'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Subnet': {'1.1'}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Trunk': {'1.1'}} Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: consumer versions: Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'ConntrackHelper': '1.0', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Log': '1.0', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Network': '1.1', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Port': '1.7', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'PortForwarding': '1.2', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'QosPolicy': '1.8', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroup': '1.4', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroupRule': '1.2', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'SubPort': '1.0', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Subnet': '1.1', Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: 'Trunk': '1.1'}} Jun 22 03:49:55.869325 dv-cinder-797380-1-smb neutron-server[92790]: {{(pid=92790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:49:55.873548 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:55.878429 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Attempting to bind port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:49:55.878833 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Attempting to bind port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:49:55.879266 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Attempting to bind port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 on network 82effb76-b575-4442-bf62-9a97c4ba4b2a {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:49:55.884206 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:49:55.884656 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Checking segment: {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:49:55.885161 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:55.885546 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Bound using segment: {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:49:55.886037 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Bound port: 4d34a8d6-f025-4b0b-94b2-66ac17f35209, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706b4368-9135-4122-af13-c6bc4cced25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:49:55.886402 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:55.955151 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] For port 4d34a8d6-f025-4b0b-94b2-66ac17f35209, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:49:55.976571 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] For port 4d34a8d6-f025-4b0b-94b2-66ac17f35209, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=4d34a8d6-f025-4b0b-94b2-66ac17f35209,segment=NetworkSegment(706b4368-9135-4122-af13-c6bc4cced25a),segment_id=706b4368-9135-4122-af13-c6bc4cced25a)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:49:55.980568 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:55.982664 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:56.030023 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Routers {'71baa075-b39d-4a51-a229-ae9d62728b06'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:49:56.030665 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:49:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['71baa075-b39d-4a51-a229-ae9d62728b06'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:56.123982 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Pushing event updated for resources: {'Port': ['ID=4d34a8d6-f025-4b0b-94b2-66ac17f35209,revision_number=4']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:56.138701 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] Set router 71baa075-b39d-4a51-a229-ae9d62728b06 gateway port host: None {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:49:56.141393 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:56.348704 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:49:43Z', 'updated_at': '2021-06-22T03:49:53Z', 'revision_number': 2, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'gw_port_host': None, '_interfaces': [{'id': '4d34a8d6-f025-4b0b-94b2-66ac17f35209', 'name': '', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'mac_address': 'fa:16:3e:f6:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:49:52Z', 'updated_at': '2021-06-22T03:49:55Z', 'revision_number': 4, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'subnets': [{'id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:49:56.373995 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1a7c6-6f03-40cb-8343-21908c1ee1a5 None None] The sync data for ids ['71baa075-b39d-4a51-a229-ae9d62728b06'] in dv-cinder-797380-1-smb is: [{'id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:49:43Z', 'updated_at': '2021-06-22T03:49:53Z', 'revision_number': 2, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'gw_port_host': None, '_interfaces': [{'id': '4d34a8d6-f025-4b0b-94b2-66ac17f35209', 'name': '', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'mac_address': 'fa:16:3e:f6:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:49:52Z', 'updated_at': '2021-06-22T03:49:55Z', 'revision_number': 4, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'subnets': [{'id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:49:56.544328 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 58538) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:56.654677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6d187-1d58-4d4e-bf50-2d706d2a0af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:56.655925 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-05e6d187-1d58-4d4e-bf50-2d706d2a0af8 admin admin] 10.222.0.24 "GET /v2.0/networks/3c048397-e736-4ef8-bbcf-143ecd09deaf HTTP/1.1" status: 200 len: 842 time: 0.1105599 Jun 22 03:49:56.666142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:56.685850 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Made reservation on behalf of 8d7f1daf4e8d4bfa8970fd8149689cf0 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:49:56.688096 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:57.018875 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.objects.ports [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92787) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 03:49:57.019208 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:57.022031 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:49:57.073463 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8caa34-3561-4f5a-b846-e951d70a8608,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:49:57.075995 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:49:57.082173 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:49:57.082515 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Network hostable DHCP agents. Network: 3c048397-e736-4ef8-bbcf-143ecd09deaf, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:49:57.098269 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:49:57.107605 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 3c048397-e736-4ef8-bbcf-143ecd09deaf) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:49:57.112017 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:57.112612 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:49:57.117019 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdbf05a-b250-4558-89c2-2cde093da5fd None None] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:49:57.143665 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4662411 Jun 22 03:49:57.256921 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7246a7-12d2-4115-989e-ac512f9dee8a None None] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:49:59.409128 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 58550) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:49:59.640517 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-169984c0-6bb1-470b-99b1-a5a9f5a95185 admin admin] 10.222.0.24 "GET /v2.0/routers/71baa075-b39d-4a51-a229-ae9d62728b06 HTTP/1.1" status: 200 len: 710 time: 0.2302699 Jun 22 03:49:59.727581 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ec1b0-5253-43b9-9be4-a0c66f168c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:49:59.729026 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-a29ec1b0-5253-43b9-9be4-a0c66f168c0c admin admin] 10.222.0.24 "GET /v2.0/networks/3c048397-e736-4ef8-bbcf-143ecd09deaf HTTP/1.1" status: 200 len: 886 time: 0.0833747 Jun 22 03:49:59.738233 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:49:59.988795 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.268463 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.345048 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.496618 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Allocated IP 172.28.2.73 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/9beb4bed-56b0-48ee-b5ea-2831228d610b) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:50:00.600000 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.680222 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.682234 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:50:00.761394 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:50:00.762955 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:50:00.764715 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Pushing event updated for resources: {'Port': ['ID=9beb4bed-56b0-48ee-b5ea-2831228d610b,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:50:00.776095 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:50:00.816673 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 4d34a8d6-f025-4b0b-94b2-66ac17f35209 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:50:00.851553 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:50:00.866370 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:50:00.869760 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:50:00.870128 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.943776 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.974730 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 4d34a8d6-f025-4b0b-94b2-66ac17f35209, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=4d34a8d6-f025-4b0b-94b2-66ac17f35209,segment=NetworkSegment(706b4368-9135-4122-af13-c6bc4cced25a),segment_id=706b4368-9135-4122-af13-c6bc4cced25a)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:50:00.979012 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:00.981172 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fa4bee11-61af-4020-b1af-1ea51ae6dc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:50:01.063426 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:01.070547 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=4d34a8d6-f025-4b0b-94b2-66ac17f35209,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:50:01.073642 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:50:01.252986 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:01.256081 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1662065'] for router, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:01.361593 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Router 71baa075-b39d-4a51-a229-ae9d62728b06 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:50:01.520687 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:50:01.525541 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:01.526662 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] 10.222.0.24 "PUT /v2.0/routers/71baa075-b39d-4a51-a229-ae9d62728b06 HTTP/1.1" status: 200 len: 889 time: 1.7922370 Jun 22 03:50:01.543875 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Sync routers for ids ['71baa075-b39d-4a51-a229-ae9d62728b06'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:50:01.555645 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Routers {'71baa075-b39d-4a51-a229-ae9d62728b06'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:50:01.556328 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:49:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['71baa075-b39d-4a51-a229-ae9d62728b06'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:50:01.782368 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Set router 71baa075-b39d-4a51-a229-ae9d62728b06 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:50:02.182659 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '9beb4bed-56b0-48ee-b5ea-2831228d610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:49:43Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 4, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'gw_port': {'id': '9beb4bed-56b0-48ee-b5ea-2831228d610b', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:50:00Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '4d34a8d6-f025-4b0b-94b2-66ac17f35209', 'name': '', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'mac_address': 'fa:16:3e:f6:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:49:52Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 5, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'subnets': [{'id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:50:02.233796 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Checking router: 71baa075-b39d-4a51-a229-ae9d62728b06 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:50:02.234191 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Updating router 71baa075-b39d-4a51-a229-ae9d62728b06 port 9beb4bed-56b0-48ee-b5ea-2831228d610b binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:50:02.267975 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:02.578630 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:02.588294 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Transition to ACTIVE for port object 9beb4bed-56b0-48ee-b5ea-2831228d610b will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:50:02.593929 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:02.596048 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:50:02.644388 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Attempting to bind port 9beb4bed-56b0-48ee-b5ea-2831228d610b on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:50:02.644776 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Attempting to bind port 9beb4bed-56b0-48ee-b5ea-2831228d610b by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:50:02.645133 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Attempting to bind port 9beb4bed-56b0-48ee-b5ea-2831228d610b on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:50:02.651496 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778428-c8ca-4806-a9f5-340764c959bc None None] Pushing event updated for resources: {'Port': ['ID=9beb4bed-56b0-48ee-b5ea-2831228d610b,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:50:02.654093 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:50:02.654467 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:50:02.655064 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:02.655444 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:50:02.655907 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Bound port: 9beb4bed-56b0-48ee-b5ea-2831228d610b, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:50:02.656377 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:02.658001 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-78778428-c8ca-4806-a9f5-340764c959bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:50:02.704987 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] For port 9beb4bed-56b0-48ee-b5ea-2831228d610b, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:50:02.707856 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] For port 9beb4bed-56b0-48ee-b5ea-2831228d610b, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=9beb4bed-56b0-48ee-b5ea-2831228d610b,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:50:02.712095 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:02.715002 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:50:02.767215 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778428-c8ca-4806-a9f5-340764c959bc None None] Pushing event updated for resources: {'Port': ['ID=9beb4bed-56b0-48ee-b5ea-2831228d610b,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:50:02.770621 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-78778428-c8ca-4806-a9f5-340764c959bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:50:02.776660 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Routers {'71baa075-b39d-4a51-a229-ae9d62728b06'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:50:02.777256 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:49:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['71baa075-b39d-4a51-a229-ae9d62728b06'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:50:02.887439 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 4d34a8d6-f025-4b0b-94b2-66ac17f35209 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:50:02.987741 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:50:02.988110 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:03.007433 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] Set router 71baa075-b39d-4a51-a229-ae9d62728b06 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:50:03.227276 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:50:03.247769 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '9beb4bed-56b0-48ee-b5ea-2831228d610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:49:43Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 4, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'gw_port': {'id': '9beb4bed-56b0-48ee-b5ea-2831228d610b', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:50:00Z', 'updated_at': '2021-06-22T03:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '4d34a8d6-f025-4b0b-94b2-66ac17f35209', 'name': '', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'mac_address': 'fa:16:3e:f6:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:49:52Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 5, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'subnets': [{'id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:50:03.273107 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf86c6-55a5-4da8-9abb-095b927421be None None] The sync data for ids ['71baa075-b39d-4a51-a229-ae9d62728b06'] in dv-cinder-797380-1-smb is: [{'id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'name': 'router1', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '9beb4bed-56b0-48ee-b5ea-2831228d610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:49:43Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 4, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'gw_port': {'id': '9beb4bed-56b0-48ee-b5ea-2831228d610b', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:50:00Z', 'updated_at': '2021-06-22T03:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '4d34a8d6-f025-4b0b-94b2-66ac17f35209', 'name': '', 'network_id': '82effb76-b575-4442-bf62-9a97c4ba4b2a', 'tenant_id': '72e434e04a384e2ca8dbce8440b0b555', 'mac_address': 'fa:16:3e:f6:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baa075-b39d-4a51-a229-ae9d62728b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:49:52Z', 'updated_at': '2021-06-22T03:50:00Z', 'revision_number': 5, 'project_id': '72e434e04a384e2ca8dbce8440b0b555', 'subnets': [{'id': 'f67e5fa7-ae20-4d96-abde-e8b167f8db57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbac69cb-ee08-406a-905f-a6c349108313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:50:03.927951 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 58560) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:50:04.057122 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-07dd202c-e892-43db-8e4b-067078b1f18b admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1279790 Jun 22 03:50:04.822949 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 9beb4bed-56b0-48ee-b5ea-2831228d610b up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:50:04.872814 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 9beb4bed-56b0-48ee-b5ea-2831228d610b completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:50:04.876674 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 9beb4bed-56b0-48ee-b5ea-2831228d610b triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:50:04.877087 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:04.960379 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:04.980289 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 9beb4bed-56b0-48ee-b5ea-2831228d610b, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=9beb4bed-56b0-48ee-b5ea-2831228d610b,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:50:04.984851 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:04.987055 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-78778428-c8ca-4806-a9f5-340764c959bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:50:05.030630 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=9beb4bed-56b0-48ee-b5ea-2831228d610b,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:50:05.034011 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:50:06.801304 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 9beb4bed-56b0-48ee-b5ea-2831228d610b up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:50:06.860680 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 9beb4bed-56b0-48ee-b5ea-2831228d610b triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:50:06.861279 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:17.665705 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0d19867-871c-4fd5-81ef-7ee23ee484b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:20.226287 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c992bf63-e530-45f7-80de-3c2586338b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:20.646824 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:21.912055 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:23.224830 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:40.224739 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:50:47.649810 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-412cbca3-0de3-48ec-8f95-fc8b7088c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:50.302279 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fabeb759-840e-4f62-896d-7b8802dcbcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:50.650560 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:51.912530 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:50:53.198981 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:17.223260 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:51:17.650914 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2103dcc9-b1ef-41fa-81b1-58b3eae1951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:20.227423 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-715e226a-6985-4b25-ad02-2ef224f5ee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:20.651278 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:21.916018 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:23.201466 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:39.440702 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59128) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:39.499883 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7574388-4d3d-4d18-9f92-038d9bb93549 admin admin] GET failed (client error): The resource could not be found. Jun 22 03:51:39.501219 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d7574388-4d3d-4d18-9f92-038d9bb93549 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0595660 Jun 22 03:51:39.661747 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fcb82d-3c64-4292-b299-675e25592357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:39.663470 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e8fcb82d-3c64-4292-b299-675e25592357 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585288 Jun 22 03:51:41.775629 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59138) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:41.866114 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa57cf8-7ef7-4470-aee1-37c81473e01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:41.867406 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0fa57cf8-7ef7-4470-aee1-37c81473e01c admin admin] 10.222.0.24 "GET /v2.0/subnets/f67e5fa7-ae20-4d96-abde-e8b167f8db57 HTTP/1.1" status: 200 len: 849 time: 0.0908308 Jun 22 03:51:41.876473 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:51:41.956445 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Notify callbacks [] for subnet, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:42.099575 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774328124636'] for subnet, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:42.101548 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:51:42.130322 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:42.131461 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:42.132393 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] 10.222.0.24 "PUT /v2.0/subnets/f67e5fa7-ae20-4d96-abde-e8b167f8db57 HTTP/1.1" status: 200 len: 868 time: 0.2593212 Jun 22 03:51:42.135806 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb1d48-d4c3-4cf4-abfe-982dfeed35d2 None None] Network 82effb76-b575-4442-bf62-9a97c4ba4b2a requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:51:42.150993 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67e5fa7-ae20-4d96-abde-e8b167f8db57,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:51:42.158734 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.159104 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.159395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.159707 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.160030 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.160348 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.160666 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.160974 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.161303 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.161609 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.161909 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.162469 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:51:42.167528 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:51:42.487140 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-7fa10685-293f-4697-8361-acf3607a6ef5 None None] Provisioning complete for port 4d34a8d6-f025-4b0b-94b2-66ac17f35209 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:51:42.487513 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7fa10685-293f-4697-8361-acf3607a6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:42.568983 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-7fa10685-293f-4697-8361-acf3607a6ef5 None None] Provisioning complete for port c2a95f79-c3bd-49c6-bac3-a4cc0e4a9de9 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:51:42.569353 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7fa10685-293f-4697-8361-acf3607a6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:44.275483 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59148) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:44.471130 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e45ffa-1723-4770-8832-425efbf3d168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:44.471519 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e45ffa-1723-4770-8832-425efbf3d168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:44.473061 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a9e45ffa-1723-4770-8832-425efbf3d168 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963618 Jun 22 03:51:46.611029 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59156) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:46.743016 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98864697-0d1e-4a72-b214-2c4eb63155cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:46.743452 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98864697-0d1e-4a72-b214-2c4eb63155cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:46.745841 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-98864697-0d1e-4a72-b214-2c4eb63155cb admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338232 Jun 22 03:51:47.651458 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-54ec900c-0fd3-4c78-81a7-0cf82f9e69ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:48.874731 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59164) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:48.999774 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf712a-0029-40a8-8646-afec7efa786a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:49.001165 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-88cf712a-0029-40a8-8646-afec7efa786a admin admin] 10.222.0.24 "GET /v2.0/networks/3c048397-e736-4ef8-bbcf-143ecd09deaf HTTP/1.1" status: 200 len: 886 time: 0.1254683 Jun 22 03:51:50.229046 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f58407ed-f324-4136-92d4-7ad830169175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:50.653028 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:51.112737 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59172) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:51.250217 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e5425f-b9e7-4004-b960-6dab990cb384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:51.251550 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-11e5425f-b9e7-4004-b960-6dab990cb384 admin admin] 10.222.0.24 "GET /v2.0/networks/82effb76-b575-4442-bf62-9a97c4ba4b2a HTTP/1.1" status: 200 len: 869 time: 0.1378825 Jun 22 03:51:51.917991 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:53.205296 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:51:53.411476 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59180) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:53.532389 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451de78-b961-415b-ab72-f00e5f10958b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:53.532874 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451de78-b961-415b-ab72-f00e5f10958b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:53.534406 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-2451de78-b961-415b-ab72-f00e5f10958b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217310 Jun 22 03:51:54.220717 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:51:55.809805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59188) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:55.927434 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f83f51-e370-4d0b-a29f-5300bae0dd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:55.927882 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f83f51-e370-4d0b-a29f-5300bae0dd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:55.929394 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a8f83f51-e370-4d0b-a29f-5300bae0dd1a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186452 Jun 22 03:51:58.037399 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59196) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:51:58.200091 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5fd8c-7bee-443a-af54-4bafab01d8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:51:58.201443 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-20a5fd8c-7bee-443a-af54-4bafab01d8c7 admin admin] 10.222.0.24 "GET /v2.0/subnets/6b8caa34-3561-4f5a-b846-e951d70a8608 HTTP/1.1" status: 200 len: 816 time: 0.1631274 Jun 22 03:52:00.328127 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59204) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:52:00.415786 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b170f-4828-4502-83ac-d0e621d54dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:52:00.417139 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-962b170f-4828-4502-83ac-d0e621d54dc9 admin admin] 10.222.0.24 "GET /v2.0/subnets/f67e5fa7-ae20-4d96-abde-e8b167f8db57 HTTP/1.1" status: 200 len: 868 time: 0.0880525 Jun 22 03:52:17.652054 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-08a78f13-4134-4e3d-8f26-80d6bf332a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:20.229735 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-87aab4f7-1a4d-41b7-8726-c38d02c5a3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:20.653010 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:21.922125 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:23.207331 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:23.651155 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59248) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:52:23.697283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [None req-cb8e0ec3-6da4-4ab8-ba86-90f69cf3fb8b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:52:23.698265 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cb8e0ec3-6da4-4ab8-ba86-90f69cf3fb8b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461271 Jun 22 03:52:25.902804 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59256) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:52:25.961525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bda768-1320-4615-aa67-662165325a0a admin admin] GET failed (client error): The resource could not be found. Jun 22 03:52:25.962900 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-95bda768-1320-4615-aa67-662165325a0a admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591640 Jun 22 03:52:26.100904 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928566e-2a51-4ac6-a5c6-cc35b29dbbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:52:26.102955 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-5928566e-2a51-4ac6-a5c6-cc35b29dbbd5 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359155 Jun 22 03:52:28.251914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59264) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:52:28.297672 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:52:28.317228 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Made reservation on behalf of 8d7f1daf4e8d4bfa8970fd8149689cf0 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:52:28.319507 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:28.347125 dv-cinder-797380-1-smb neutron-server[92788]: WARNING neutron.services.revisions.revision_plugin [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Could not find related network for resource to bump revision. Jun 22 03:52:28.361161 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:52:28.371740 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:28.372107 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Added segment 4895310d-5422-45cc-adf7-65dc7b7c77b4 of type vlan for network bdb7d9e7-749b-454b-9d86-fe6160c1d78a Jun 22 03:52:28.415341 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:28.442219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:28.443404 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:52:28.443979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:28.446000 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:52:28.491221 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2382176 Jun 22 03:52:28.502471 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb7d9e7-749b-454b-9d86-fe6160c1d78a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:52:28.505427 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:52:28.514152 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network bdb7d9e7-749b-454b-9d86-fe6160c1d78a details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:52:30.647040 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59272) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:52:30.711028 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3d1f51-de16-4775-b281-90654b5671a0 admin admin] GET failed (client error): The resource could not be found. Jun 22 03:52:30.713489 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2d3d1f51-de16-4775-b281-90654b5671a0 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654514 Jun 22 03:52:30.783956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd5d4b-299a-48e4-a2a7-25f120179d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:52:30.785521 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-23dd5d4b-299a-48e4-a2a7-25f120179d7c admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677595 Jun 22 03:52:30.795784 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:52:30.817705 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Made reservation on behalf of 8d7f1daf4e8d4bfa8970fd8149689cf0 for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:52:30.820245 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.007233 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.010657 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:52:31.060254 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=830abb4f-0acc-406b-b150-f6e185885ae7,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:52:31.063700 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:52:31.072262 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Checking segment: {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:52:31.072634 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Network hostable DHCP agents. Network: bdb7d9e7-749b-454b-9d86-fe6160c1d78a, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:52:31.096285 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Network bdb7d9e7-749b-454b-9d86-fe6160c1d78a is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:52:31.105998 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, bdb7d9e7-749b-454b-9d86-fe6160c1d78a) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:52:31.109828 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:52:31.110390 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.115736 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e623fa7-c660-4ba3-ba33-34f3d12f54e3 None None] Network bdb7d9e7-749b-454b-9d86-fe6160c1d78a requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:52:31.124916 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3322427 Jun 22 03:52:31.219792 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:52:31.362415 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-bdb7d9e7-749b-454b-9d86-fe6160c1d78a', 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a', 'tenant_id': '8d7f1daf4e8d4bfa8970fd8149689cf0', 'fixed_ips': [{'subnet_id': '830abb4f-0acc-406b-b150-f6e185885ae7'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:52:31.363284 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.496681 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Allocated IP 192.168.233.2 (bdb7d9e7-749b-454b-9d86-fe6160c1d78a/830abb4f-0acc-406b-b150-f6e185885ae7/01954a46-3afb-40c4-af90-a5f54f1d45a4) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:52:31.644526 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.653395 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Transition to ACTIVE for port object 01954a46-3afb-40c4-af90-a5f54f1d45a4 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:52:31.669090 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Transition to ACTIVE for port object 01954a46-3afb-40c4-af90-a5f54f1d45a4 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:52:31.675628 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.677929 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-78778428-c8ca-4806-a9f5-340764c959bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:52:31.717918 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Network bdb7d9e7-749b-454b-9d86-fe6160c1d78a is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:52:31.720727 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:52:31.724845 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:52:31.727832 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Pushing event updated for resources: {'Port': ['ID=01954a46-3afb-40c4-af90-a5f54f1d45a4,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:52:31.738185 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.738522 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.738840 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.739166 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.739479 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.739796 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.740109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.740423 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.740757 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.741064 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.741371 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.741679 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:52:31.762955 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:52:31.794552 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Attempting to bind port 01954a46-3afb-40c4-af90-a5f54f1d45a4 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:52:31.794913 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Attempting to bind port 01954a46-3afb-40c4-af90-a5f54f1d45a4 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:52:31.795265 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Attempting to bind port 01954a46-3afb-40c4-af90-a5f54f1d45a4 on network bdb7d9e7-749b-454b-9d86-fe6160c1d78a {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:52:31.800036 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:52:31.800401 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Checking segment: {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:52:31.800820 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.801205 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Bound using segment: {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:52:31.801660 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Bound port: 01954a46-3afb-40c4-af90-a5f54f1d45a4, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:52:31.802023 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.865484 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] For port 01954a46-3afb-40c4-af90-a5f54f1d45a4, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:52:31.868782 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] For port 01954a46-3afb-40c4-af90-a5f54f1d45a4, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=01954a46-3afb-40c4-af90-a5f54f1d45a4,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:52:31.873345 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:31.875434 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:52:31.929761 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Pushing event updated for resources: {'Port': ['ID=01954a46-3afb-40c4-af90-a5f54f1d45a4,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:52:31.933535 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:52:32.735735 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc4bdd-c6d0-4598-9b67-ecc1c8ae5964 None None] Network bdb7d9e7-749b-454b-9d86-fe6160c1d78a requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:52:32.843079 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-eaa70019-2de2-4a65-9286-ec4106cfbfee None None] Provisioning for port 01954a46-3afb-40c4-af90-a5f54f1d45a4 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:52:32.960284 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 01954a46-3afb-40c4-af90-a5f54f1d45a4 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:52:33.022137 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 01954a46-3afb-40c4-af90-a5f54f1d45a4 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:52:33.027547 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 01954a46-3afb-40c4-af90-a5f54f1d45a4 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:52:33.027925 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:33.110750 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:33.143746 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 01954a46-3afb-40c4-af90-a5f54f1d45a4, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=01954a46-3afb-40c4-af90-a5f54f1d45a4,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:52:33.147943 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:33.150211 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:52:33.203142 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-7adeb85d-dfba-4ce5-9a65-0dba1b9c9279 None None] Provisioning complete for port 01954a46-3afb-40c4-af90-a5f54f1d45a4 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:52:33.203524 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7adeb85d-dfba-4ce5-9a65-0dba1b9c9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:33.204957 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=01954a46-3afb-40c4-af90-a5f54f1d45a4,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:52:33.208372 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:52:34.913202 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 01954a46-3afb-40c4-af90-a5f54f1d45a4 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:52:34.960341 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 01954a46-3afb-40c4-af90-a5f54f1d45a4 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:52:34.960751 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:47.653338 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-b527e99a-bb9d-4c80-80f4-36efe94ac114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:50.231478 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-21b3e3ce-a4c1-4680-ab30-63f18af6adb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:50.654588 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:51.928009 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:52:53.210959 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:08.218679 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:53:17.653543 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-05c5fd48-da57-4a65-b4bb-fc0f5032aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:20.232763 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c1314eae-afbd-449f-a4b6-96f57589f0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:20.655243 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:21.929709 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:23.214232 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:43.800698 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59324) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:53:43.810579 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [None req-85b0ffc2-0734-4957-abe7-f828ee4e332f tempest-verify_tempest_config-1334174514 tempest-verify_tempest_config-1334174514-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:53:43.811552 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-85b0ffc2-0734-4957-abe7-f828ee4e332f tempest-verify_tempest_config-1334174514 tempest-verify_tempest_config-1334174514-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0099154 Jun 22 03:53:44.111499 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59342) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:53:44.210689 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.296849 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.300337 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.306683 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:53:44.345330 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=704c2ef855c94d0cac75324c88dc0eec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2328520 Jun 22 03:53:44.346103 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5981828e-63a4-4f8f-8094-9d9fa914633f,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:53:44.348076 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59346) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:53:44.353345 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.353686 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.354011 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.354334 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.354657 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.354976 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.355293 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.355610 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.355945 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.356261 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.356602 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.356914 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.361199 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:53:44.404265 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.424605 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.512991 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.515680 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:44.516814 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5981828e-63a4-4f8f-8094-9d9fa914633f HTTP/1.1" status: 204 len: 168 time: 0.1677363 Jun 22 03:53:44.517547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cb9cf23e-56cb-4a11-855c-c32c22bd6b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:53:44.524987 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5981828e-63a4-4f8f-8094-9d9fa914633f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:53:44.535716 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.535866 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.536189 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.536516 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.536896 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.537145 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.537586 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.537959 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.538284 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.539384 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.539704 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.540003 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:53:44.543038 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:53:45.217544 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:53:47.652773 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4231b059-2b14-4512-916d-9a0219944388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:50.234431 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0161bbc5-1aac-48c6-8c33-304d70c37a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:50.655581 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:51.937338 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:53:53.217399 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:17.653061 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a28b3cc5-5bad-4aef-b599-2046aab59a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:20.236321 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-62849263-3130-4303-8d6f-a040cd9aec39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:20.657368 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:21.933307 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:22.215813 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:54:23.219979 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:47.652911 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f2456bf8-34cb-48ba-b62e-5b8f49da3237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:50.236482 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cc040e86-63ed-4a24-af28-5584da8c48f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:50.659464 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:51.935015 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:53.223284 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:54:59.214554 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 5 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:55:17.654686 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fd69caa4-8fe6-4ef8-8532-999387f489a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:20.236731 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-78b6d770-2623-4841-b7f2-790dcd35ea59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:20.659500 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:21.940261 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:23.227646 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:27.565682 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761'] for agent, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:36.213416 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:55:40.859746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59420) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:55:40.960146 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3f1cc972-1f8b-402a-b013-d6c8bceb14ad admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0993128 Jun 22 03:55:43.091715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59430) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:55:43.143935 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f642ecb7-ab5a-46f3-9778-0e09d080c136 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0511465 Jun 22 03:55:47.655276 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f2112f50-2053-4cef-89cb-f74c1e23b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:50.236187 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0d18f028-866a-4dd7-92dc-12b843272b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:50.659881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:51.941567 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:53.230074 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:55:57.534244 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:13.212650 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:56:17.657353 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-527d31d7-743e-4324-a856-0ba8286e4c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:20.235462 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d9773ecb-6cb5-4e8d-9689-d29450283442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:20.660807 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:21.944262 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:23.233096 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:27.532232 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:47.658278 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-dc767f91-21bb-4c3e-9043-01f96bc11205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:50.212252 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:56:50.236651 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae80f-7343-4597-8af5-81769da5ea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:50.662252 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:51.948454 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:53.236715 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:56:57.531190 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:17.669435 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-06fd8ef8-9629-4c61-9c3b-67e5b94dfdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:20.239739 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d67ab4b8-c92a-4be5-a47c-7133a0c961ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:20.664945 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:20.864168 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59610) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:20.906644 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59620) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:21.037578 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-602461939-network', 'tenant_id': 'f75f443f7d94447da0d75691a9572e16'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.060005 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Made reservation on behalf of f75f443f7d94447da0d75691a9572e16 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:21.062805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.072246 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.099804 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-network', 'tenant_id': '361a4f8591e948d5bf57b683b362eada'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.168064 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.172974 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.176980 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:21.194520 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Made reservation on behalf of 361a4f8591e948d5bf57b683b362eada for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:21.198797 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.204533 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d620b248-f64b-4480-8a28-bb84daf9aa0e,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:21.210223 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.216491 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.216877 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.217194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.217522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.217951 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.218335 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.218578 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.218892 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.219227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.219626 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.219944 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.220255 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Tracked resource versions report: Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: pushed versions: Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: { 'AddressGroup': {'1.2'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'ConntrackHelper': {'1.0'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Log': {'1.0'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Network': {'1.1'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Port': {'1.7'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'PortForwarding': {'1.2'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'QosPolicy': {'1.8'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroup': {'1.4'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'SubPort': {'1.0'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Subnet': {'1.1'}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Trunk': {'1.1'}} Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: consumer versions: Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: HyperV agent@hv-cinder-79738: {}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'ConntrackHelper': '1.0', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Log': '1.0', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Network': '1.1', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Port': '1.7', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'PortForwarding': '1.2', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'QosPolicy': '1.8', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroup': '1.4', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'SecurityGroupRule': '1.2', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'SubPort': '1.0', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Subnet': '1.1', Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: 'Trunk': '1.1'}} Jun 22 03:57:21.221317 dv-cinder-797380-1-smb neutron-server[92788]: {{(pid=92788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:57:21.226676 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:21.230018 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:21.239474 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.239955 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Added segment 09a21800-bebf-4963-b525-c81d250ea4d5 of type vlan for network 8aa5734d-bf59-4095-936f-7c3e6c836176 Jun 22 03:57:21.287555 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.324584 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.326876 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:21.327455 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.331369 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3a8430d5-f8af-4ce9-865a-c99e9a0ce2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:21.348435 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.353850 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.369185 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:21.380690 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.381301 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Added segment 975b0529-bf87-42b9-9e47-78e4f590e405 of type vlan for network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e Jun 22 03:57:21.397956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Pushing event updated for resources: {'Network': ['ID=8aa5734d-bf59-4095-936f-7c3e6c836176,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:21.402482 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:21.410390 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:21.416434 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5497541 Jun 22 03:57:21.417620 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59648) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:21.422988 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Request body: {'subnet': {'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-602461939-subnet', 'tenant_id': 'f75f443f7d94447da0d75691a9572e16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.443821 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59650) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:21.451936 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Made reservation on behalf of f75f443f7d94447da0d75691a9572e16 for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:21.455331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.457645 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.486569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-79cff103-cd21-4898-9fed-ac57ac6b1498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:21.497676 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.501343 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:21.502112 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.533511 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6247051 Jun 22 03:57:21.533731 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59654) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:21.535294 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39549610-53c9-410a-8694-a4977a0e1c54,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:21.541096 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Request body: {'subnet': {'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-subnet', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.546598 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.547819 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.548316 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.548868 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.549370 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.550521 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.551013 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.551566 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.552080 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.553232 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.553781 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.554412 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Tracked resource versions report: Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: pushed versions: Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: { 'AddressGroup': {'1.2'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'ConntrackHelper': {'1.0'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Log': {'1.0'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Network': {'1.1'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Port': {'1.7'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'PortForwarding': {'1.2'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'QosPolicy': {'1.8'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroup': {'1.4'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'SubPort': {'1.0'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Subnet': {'1.1'}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Trunk': {'1.1'}} Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: consumer versions: Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: HyperV agent@hv-cinder-79738: {}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'ConntrackHelper': '1.0', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Log': '1.0', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Network': '1.1', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Port': '1.7', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'PortForwarding': '1.2', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'QosPolicy': '1.8', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroup': '1.4', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'SecurityGroupRule': '1.2', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'SubPort': '1.0', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Subnet': '1.1', Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: 'Trunk': '1.1'}} Jun 22 03:57:21.555721 dv-cinder-797380-1-smb neutron-server[92787]: {{(pid=92787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:57:21.562502 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:21.563138 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-863752be-b4a2-4ae2-a56a-90ac4c43569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:21.595568 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Made reservation on behalf of 361a4f8591e948d5bf57b683b362eada for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:21.598650 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.634282 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Pushing event updated for resources: {'Network': ['ID=84c83ba3-312f-41b2-95d5-5a77bb87aa9e,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:21.639315 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:21.650806 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:21.683055 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59660) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:21.721051 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59666) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:21.795666 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.804149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0532c03a-5011-45e7-bc10-c5aee7261e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:21.824047 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563257325-network', 'tenant_id': '93ce6fad4f2a456fb906853da6f900f5'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.878016 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-607553269-network', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.900108 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Made reservation on behalf of a7b4a084af7d4c22a97d72f3061cd825 for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:21.907824 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.919277 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Checking segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:21.919764 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Network hostable DHCP agents. Network: 8aa5734d-bf59-4095-936f-7c3e6c836176, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:21.929824 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.951111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf2096d-b0cd-4fae-a2df-2543413d9eff,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:21.959147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:21.960747 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Made reservation on behalf of 93ce6fad4f2a456fb906853da6f900f5 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:21.963278 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.966128 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:21.974026 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.976724 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-network', 'tenant_id': '86911da8bf024ced868d0097af2de10d'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:21.978839 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.985968 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:21.989370 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:22.007140 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 8aa5734d-bf59-4095-936f-7c3e6c836176) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:22.016828 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b2f57-f1e9-46cd-8f4d-9b834bd178aa None None] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:22.041033 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:22.041625 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.069447 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Checking segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:22.070186 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Network hostable DHCP agents. Network: 84c83ba3-312f-41b2-95d5-5a77bb87aa9e, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:22.079386 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:22.083503 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:22.100381 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:22.116060 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 84c83ba3-312f-41b2-95d5-5a77bb87aa9e) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:22.124490 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:22.124868 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.132593 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.136876 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f1432-27fe-4db8-9451-eedb94daafd9 None None] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:22.137387 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.142806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:22.149206 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6126192 Jun 22 03:57:22.151914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59686) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:22.157112 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:22.171153 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c905d-82d6-49ca-9d2e-3b44a79f90c8,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:22.180461 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7534518 Jun 22 03:57:22.180720 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:22.186376 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:22.204369 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.204798 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Added segment 66882c98-bbed-46e3-b235-edf1138280af of type vlan for network 816c027b-2f35-4bc4-a29c-b1507519cfc4 Jun 22 03:57:22.217407 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Made reservation on behalf of 86911da8bf024ced868d0097af2de10d for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:22.220140 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.234979 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.287756 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.323041 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.324959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:22.326257 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.329778 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:22.332289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.349615 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefe3da-be47-4400-949b-6df80e7cd4d9 None None] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:22.354063 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.385175 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:22.397363 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Pushing event updated for resources: {'Network': ['ID=816c027b-2f35-4bc4-a29c-b1507519cfc4,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:22.413483 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:22.413613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:22.440764 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda2582-8242-475e-be6a-bde6bf3e0b85,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:22.440764 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:22.440764 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.440764 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Added segment acff2ada-6669-4f90-bfed-f155c3f69717 of type vlan for network 300665b7-f50b-4b34-a817-f48d748eef46 Jun 22 03:57:22.455188 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:22.491353 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8071535 Jun 22 03:57:22.497722 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59702) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:22.503403 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.504566 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.511871 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Request body: {'subnet': {'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-607553269-subnet', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:22.528101 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.597381 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe45af-7fb4-4c98-9bad-bb04f9e4c238 None None] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:22.601682 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.605268 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:22.606399 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.654170 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:22.666611 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.689309 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.693761 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.706609 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:22.736608 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee35ebe-c557-4912-a1e7-ca64c2579a2e,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:22.741705 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:22.755514 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:22.768075 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.768763 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Added segment d4cecb03-0c70-44d2-9f64-9eba9db06622 of type vlan for network 41015a78-fa20-43e6-949a-127359048d8e Jun 22 03:57:22.770239 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Made reservation on behalf of a7b4a084af7d4c22a97d72f3061cd825 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:22.773206 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.854640 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4096160 Jun 22 03:57:22.890273 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59716) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:22.900234 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Request body: {'subnet': {'network_id': '300665b7-f50b-4b34-a817-f48d748eef46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563257325-subnet', 'tenant_id': '93ce6fad4f2a456fb906853da6f900f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:22.920863 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Pushing event updated for resources: {'Network': ['ID=300665b7-f50b-4b34-a817-f48d748eef46,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:22.931173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:22.935033 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 300665b7-f50b-4b34-a817-f48d748eef46 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:22.988408 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:22.995317 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-86d651c9-2f8d-4885-8184-e3d035dd5477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:23.011591 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.042059 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Made reservation on behalf of 93ce6fad4f2a456fb906853da6f900f5 for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:23.044768 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.058795 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.099197 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22708c79-9aa5-406f-97c1-04ff94064fa8,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:23.102709 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:23.114539 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Checking segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:23.114884 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Network hostable DHCP agents. Network: 816c027b-2f35-4bc4-a29c-b1507519cfc4, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:23.132915 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.140946 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:23.141961 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.145754 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:23.151889 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:23.210268 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4879031 Jun 22 03:57:23.213001 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59734) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:23.218287 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Request body: {'subnet': {'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-subnet', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:23.233797 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 816c027b-2f35-4bc4-a29c-b1507519cfc4) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:23.238632 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:23.240386 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.254014 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b01435-34b4-4947-8799-31262a878abd None None] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:23.269915 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Pushing event updated for resources: {'Network': ['ID=41015a78-fa20-43e6-949a-127359048d8e,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:23.274174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:23.284833 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Made reservation on behalf of 86911da8bf024ced868d0097af2de10d for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:23.290373 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.308538 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8071928 Jun 22 03:57:23.330310 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59736) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:23.337066 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:23.388105 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.388992 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 41015a78-fa20-43e6-949a-127359048d8e details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:23.389469 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.390574 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.520855 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-816c027b-2f35-4bc4-a29c-b1507519cfc4', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:57:23.522752 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.541694 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.545786 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.571773 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0ffa1765-8257-49bc-8e14-426c9d583b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:23.609599 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.613822 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b47fbcd-084a-458c-b1f5-36481bc95bcd,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:23.622598 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:23.715373 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Checking segment: {'id': 'acff2ada-6669-4f90-bfed-f155c3f69717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:23.716306 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Network hostable DHCP agents. Network: 300665b7-f50b-4b34-a817-f48d748eef46, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:23.750903 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.765690 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Allocated IP 172.20.0.2 (816c027b-2f35-4bc4-a29c-b1507519cfc4/22708c79-9aa5-406f-97c1-04ff94064fa8/4ba5b400-c095-46a4-ab3f-8517a8f70d73) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:23.796421 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Network 300665b7-f50b-4b34-a817-f48d748eef46 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:23.825350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 300665b7-f50b-4b34-a817-f48d748eef46) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:23.840221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:23.845063 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:23.853421 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c2835-0e54-4447-b470-bc8719369735 None None] Network 300665b7-f50b-4b34-a817-f48d748eef46 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:23.867426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Allocated IP 172.28.2.206 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/13c0bf6e-8597-4512-9310-2d4b3dcdb362) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:23.912848 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-8b22f5fa-52a0-4ee9-b6f7-ff96c8eecabc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0126221 Jun 22 03:57:24.011772 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.018106 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d7477ce0-7eeb-431d-8a74-8412af1e11ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:24.027240 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.029534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.095579 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c802902-4cbf-4745-8f18-9e81833b433f None None] Network 300665b7-f50b-4b34-a817-f48d748eef46 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:24.112087 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7f8e5a-729f-4975-a351-4ed5b66b3509,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:24.123429 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.131609 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:24.143503 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:24.158857 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Checking segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:24.159196 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Network hostable DHCP agents. Network: 41015a78-fa20-43e6-949a-127359048d8e, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:24.191445 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:24.194794 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:24.199652 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:24.231077 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Network 41015a78-fa20-43e6-949a-127359048d8e is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:24.291475 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 41015a78-fa20-43e6-949a-127359048d8e) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:24.322204 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:24.324777 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.337801 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Pushing event updated for resources: {'Port': ['ID=13c0bf6e-8597-4512-9310-2d4b3dcdb362,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:24.345249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:24.442946 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2264695 Jun 22 03:57:24.449140 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59774) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:24.460573 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b4e4e-f41f-4908-b03d-ca237cd61daa None None] Network 41015a78-fa20-43e6-949a-127359048d8e requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:24.511075 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:24.567564 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.695595 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.697830 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.698908 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.738249 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.861923 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.868583 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.951940 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:24.987963 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Transition to ACTIVE for port object 4ba5b400-c095-46a4-ab3f-8517a8f70d73 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:25.024383 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Transition to ACTIVE for port object 4ba5b400-c095-46a4-ab3f-8517a8f70d73 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:25.041063 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.054545 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:25.131764 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Pushing event updated for resources: {'Port': ['ID=4ba5b400-c095-46a4-ab3f-8517a8f70d73,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:25.190469 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Allocated IP 172.28.2.152 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/e6f0257a-6d97-4dd8-b823-a779bf59c681) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:25.201983 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.203738 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.204208 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.204693 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.205728 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.207384 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.207863 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.208330 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.209732 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.211421 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.211912 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.212364 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Tracked resource versions report: Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: pushed versions: Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: { 'AddressGroup': {'1.2'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'ConntrackHelper': {'1.0'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Log': {'1.0'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Network': {'1.1'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Port': {'1.7'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'PortForwarding': {'1.2'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'QosPolicy': {'1.8'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroup': {'1.4'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'SubPort': {'1.0'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Subnet': {'1.1'}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Trunk': {'1.1'}} Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: consumer versions: Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: HyperV agent@hv-cinder-79738: {}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'ConntrackHelper': '1.0', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Log': '1.0', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Network': '1.1', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Port': '1.7', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'PortForwarding': '1.2', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'QosPolicy': '1.8', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroup': '1.4', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'SecurityGroupRule': '1.2', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'SubPort': '1.0', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Subnet': '1.1', Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: 'Trunk': '1.1'}} Jun 22 03:57:25.215290 dv-cinder-797380-1-smb neutron-server[92789]: {{(pid=92789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:57:25.221746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59810) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:25.227193 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:25.233963 dv-cinder-797380-1-smb neutron-server[92788]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 03:57:25.297795 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:25.313041 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:25.325245 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:25.336525 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.445128 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Attempting to bind port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:25.447226 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Attempting to bind port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:25.450305 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Attempting to bind port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:25.524819 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.537645 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:25.537645 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Checking segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:25.537987 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.543882 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.544091 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Bound using segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:25.544091 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Bound port: 4ba5b400-c095-46a4-ab3f-8517a8f70d73, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:25.544091 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.544768 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e19a73a7-20a4-4e2d-bcec-6b90fcefa242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:25.550194 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-41015a78-fa20-43e6-949a-127359048d8e', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:57:25.551744 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.558495 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Router ad0b2502-863c-4f2c-a43f-888c5f046f02 is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:57:25.607407 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:25.609808 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59836) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:25.657198 dv-cinder-797380-1-smb neutron-server[92787]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 03:57:25.695214 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:25.699123 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:25.814328 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] For port 4ba5b400-c095-46a4-ab3f-8517a8f70d73, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:25.827745 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f0257a-6d97-4dd8-b823-a779bf59c681,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:25.841729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:25.857682 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] For port 4ba5b400-c095-46a4-ab3f-8517a8f70d73, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=4ba5b400-c095-46a4-ab3f-8517a8f70d73,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:25.865726 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:25.874177 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:25.961078 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Allocated IP 172.20.0.2 (41015a78-fa20-43e6-949a-127359048d8e/1c7f8e5a-729f-4975-a351-4ed5b66b3509/222e4ca5-3213-42c1-b167-e1772c2d8e10) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:25.989316 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:57:26.007951 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Sync routers for ids ['ad0b2502-863c-4f2c-a43f-888c5f046f02'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:57:26.020356 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9643af20-d332-4ae9-8d38-2e1d0470df9e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:26.025520 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9643af20-d332-4ae9-8d38-2e1d0470df9e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.8003972 Jun 22 03:57:26.047362 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Routers {'ad0b2502-863c-4f2c-a43f-888c5f046f02'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:26.050019 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['ad0b2502-863c-4f2c-a43f-888c5f046f02'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:26.065997 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b8f60031-fd27-41ad-b3f5-9b5e6e35b870 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/quotas/f75f443f7d94447da0d75691a9572e16 HTTP/1.1" status: 200 len: 375 time: 0.0291860 Jun 22 03:57:26.078696 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Pushing event updated for resources: {'Port': ['ID=4ba5b400-c095-46a4-ab3f-8517a8f70d73,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:26.082464 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.083465 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:26.085391 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9323804 Jun 22 03:57:26.142236 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 59862) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:26.147795 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-0495b2fb-9870-480b-b7ae-5549f5a39694 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680141 Jun 22 03:57:26.376720 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.409202 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Transition to ACTIVE for port object 222e4ca5-3213-42c1-b167-e1772c2d8e10 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:26.442268 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Transition to ACTIVE for port object 222e4ca5-3213-42c1-b167-e1772c2d8e10 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:26.457989 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.461578 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:26.466575 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Set router ad0b2502-863c-4f2c-a43f-888c5f046f02 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:26.559087 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Network 41015a78-fa20-43e6-949a-127359048d8e is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:26.564260 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-70ab600b-2420-406d-88a7-6a3dff1199b5 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:26.572336 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-70ab600b-2420-406d-88a7-6a3dff1199b5 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/networks?id=300665b7-f50b-4b34-a817-f48d748eef46 HTTP/1.1" status: 200 len: 812 time: 0.9177113 Jun 22 03:57:26.579055 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.586238 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:26.589156 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Pushing event updated for resources: {'Port': ['ID=222e4ca5-3213-42c1-b167-e1772c2d8e10,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:26.595935 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:26.600670 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:26.618497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-d339da2e-0903-4528-8c74-15ea5ff15c20 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:57:26.619617 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-d339da2e-0903-4528-8c74-15ea5ff15c20 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1299415 Jun 22 03:57:26.670700 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Attempting to bind port 222e4ca5-3213-42c1-b167-e1772c2d8e10 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:26.671866 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Attempting to bind port 222e4ca5-3213-42c1-b167-e1772c2d8e10 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:26.674911 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Attempting to bind port 222e4ca5-3213-42c1-b167-e1772c2d8e10 on network 41015a78-fa20-43e6-949a-127359048d8e {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:26.682161 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:26.682825 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Checking segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:26.683386 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.683919 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-dbbee8fb-f7a4-41d4-928d-faa307d5d7a9 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/quotas/93ce6fad4f2a456fb906853da6f900f5 HTTP/1.1" status: 200 len: 375 time: 0.1101937 Jun 22 03:57:26.684109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Bound using segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:26.684781 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Bound port: 222e4ca5-3213-42c1-b167-e1772c2d8e10, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:26.685313 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.708399 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59876) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:26.734121 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-1014bf1d-7617-4027-b82a-37f541cce1e7 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078460 Jun 22 03:57:26.761455 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T03:57:24Z', 'revision_number': 3, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:26.771765 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] For port 222e4ca5-3213-42c1-b167-e1772c2d8e10, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:26.775020 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] For port 222e4ca5-3213-42c1-b167-e1772c2d8e10, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=222e4ca5-3213-42c1-b167-e1772c2d8e10,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:26.794515 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.794515 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:26.808122 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Checking router: ad0b2502-863c-4f2c-a43f-888c5f046f02 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:57:26.808402 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Updating router ad0b2502-863c-4f2c-a43f-888c5f046f02 port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:57:26.854449 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.867315 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Pushing event updated for resources: {'Port': ['ID=222e4ca5-3213-42c1-b167-e1772c2d8e10,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:26.873056 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:26.941417 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:26.973137 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-7390d796-a2f1-44d7-b11e-7c58da46c601 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93ce6fad4f2a456fb906853da6f900f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2883542 Jun 22 03:57:27.034986 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.072180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.205239 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-3dfd4f3f-c44d-4081-ade5-45b1a3b81681 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609475 Jun 22 03:57:27.218153 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 4ba5b400-c095-46a4-ab3f-8517a8f70d73 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:27.248568 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.278485 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:57:27.375066 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:27.430527 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.438061 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-dead99d3-c1e2-4191-b867-f1f0334b6057 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:57:27.439505 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-dead99d3-c1e2-4191-b867-f1f0334b6057 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3537114 Jun 22 03:57:27.541686 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.542994 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.568041 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Transition to ACTIVE for port object 13c0bf6e-8597-4512-9310-2d4b3dcdb362 will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:27.581536 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.587111 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:27.645813 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Pushing event updated for resources: {'Port': ['ID=13c0bf6e-8597-4512-9310-2d4b3dcdb362,revision_number=2']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:27.657111 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.657972 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.658479 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.659395 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.659951 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.660624 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.662685 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.662685 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.662685 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.663054 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.663589 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.664350 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Tracked resource versions report: Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: pushed versions: Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: { 'AddressGroup': {'1.2'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'ConntrackHelper': {'1.0'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Log': {'1.0'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Network': {'1.1'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Port': {'1.7'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'PortForwarding': {'1.2'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'QosPolicy': {'1.8'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroup': {'1.4'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroupRule': {'1.2'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'SubPort': {'1.0'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Subnet': {'1.1'}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Trunk': {'1.1'}} Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: consumer versions: Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: { DHCP agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: HyperV agent@hv-cinder-79738: {}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: L3 agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: Metadata agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: Metering agent@dv-cinder-797380-1-smb: {}, Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: Open vSwitch agent@dv-cinder-797380-1-smb: { 'AddressGroup': '1.2', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'ConntrackHelper': '1.0', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Log': '1.0', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Network': '1.1', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Port': '1.7', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'PortForwarding': '1.2', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'QosPolicy': '1.8', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroup': '1.4', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'SecurityGroupRule': '1.2', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'SubPort': '1.0', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Subnet': '1.1', Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: 'Trunk': '1.1'}} Jun 22 03:57:27.666265 dv-cinder-797380-1-smb neutron-server[92790]: {{(pid=92790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 03:57:27.697057 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:27.709847 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Allocated IP 172.20.0.1 (84c83ba3-312f-41b2-95d5-5a77bb87aa9e/c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e/844e3028-47fa-4f70-abde-7766ba6b6673) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:27.746956 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Attempting to bind port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:27.746956 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Attempting to bind port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:27.747211 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Attempting to bind port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:27.754670 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:27.755483 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:27.756301 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.757474 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:27.758168 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Bound port: 13c0bf6e-8597-4512-9310-2d4b3dcdb362, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:27.758750 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.784083 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6458d121-8089-498a-b573-dff25a30249d req-112fe000-92d5-463f-9618-31fb0f9b1b5e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.0686781 Jun 22 03:57:27.799751 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52adfd9a-1273-4700-b14c-08dee5916388 None None] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:27.814115 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-f869b1fe-4f86-4346-9455-043e5b0199e9 service neutron] 10.222.0.24 "GET /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217683 Jun 22 03:57:27.944778 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] For port 13c0bf6e-8597-4512-9310-2d4b3dcdb362, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:27.948517 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] For port 13c0bf6e-8597-4512-9310-2d4b3dcdb362, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=13c0bf6e-8597-4512-9310-2d4b3dcdb362,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:27.960934 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:27.970488 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Provisioning for port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:27.971770 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:27.995043 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Allocated IP 172.28.2.47 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/6560c073-5539-43f6-82f7-1469705f2ecc) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:28.006244 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Provisioning complete for port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:28.011981 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.055142 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Pushing event updated for resources: {'Port': ['ID=13c0bf6e-8597-4512-9310-2d4b3dcdb362,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:28.062576 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:28.063960 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.077205 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Routers {'ad0b2502-863c-4f2c-a43f-888c5f046f02'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:28.078056 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['ad0b2502-863c-4f2c-a43f-888c5f046f02'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:28.171631 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.182603 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6d4dbb27-0a7e-4096-bdee-f6729b5e13b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:28.277533 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] Set router ad0b2502-863c-4f2c-a43f-888c5f046f02 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:28.286090 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.320362 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:28.322148 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Pushing event updated for resources: {'Port': ['ID=844e3028-47fa-4f70-abde-7766ba6b6673,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:28.326850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:28.327033 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:28.339650 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:28.340139 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.367300 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.381174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.480689 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] For port 4ba5b400-c095-46a4-ab3f-8517a8f70d73, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=4ba5b400-c095-46a4-ab3f-8517a8f70d73,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:28.481991 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:28.496604 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=970243613ea24fe486947c70135ca528&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7668619 Jun 22 03:57:28.503357 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.513174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59932) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:28.518941 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Router acdf4e94-139d-408d-a472-694118794138 is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:57:28.519230 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:28.593169 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739970e-5d8b-47c6-98dd-30f080c08686 None None] Network 41015a78-fa20-43e6-949a-127359048d8e requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:28.765007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Pushing event updated for resources: {'Port': ['ID=4ba5b400-c095-46a4-ab3f-8517a8f70d73,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:28.785674 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-a84fcfa3-f7dd-4051-82c7-efe9ccc205ca None None] Provisioning for port 222e4ca5-3213-42c1-b167-e1772c2d8e10 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:28.800164 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:28.805798 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.817820 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:57:28.823048 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T03:57:24Z', 'revision_number': 3, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:28.840960 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:57:28.870599 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:28.872522 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5412199 Jun 22 03:57:28.889825 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-1decdfae-2285-42a4-ac4c-402ee4a5d52b service neutron] 10.222.0.24 "GET /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649607 Jun 22 03:57:28.893656 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 59950) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:28.986971 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:28.987757 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:29.032052 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.044329 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de30961-77fe-440e-86fe-390ca86b2475,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:29.067635 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:29.076775 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.128623 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.143944 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08829b-f904-405f-aee6-5aa07244da26 None None] The sync data for ids ['ad0b2502-863c-4f2c-a43f-888c5f046f02'] in dv-cinder-797380-1-smb is: [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T03:57:24Z', 'revision_number': 3, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:57:29.185094 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-55b49705-db9e-4dc3-bdc7-466672156fb9 req-5bec510d-e2ef-4d76-9808-c6fed65cda5f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.0536532 Jun 22 03:57:29.186310 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.187542 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.201945 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:29.232884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-86734773-745c-4b8f-be06-c8543769d379 None None] Provisioning complete for port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:29.232884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-86734773-745c-4b8f-be06-c8543769d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.339330 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.356037 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:29.404363 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Pushing event updated for resources: {'Port': ['ID=844e3028-47fa-4f70-abde-7766ba6b6673,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:29.409875 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:29.433142 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:29.435930 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:29.571462 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-43d2b41d-ba1e-47fe-86bb-708fedd045ef req-dc7be50f-1da6-40c0-940a-a05b90c75571 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.1137555 Jun 22 03:57:29.620655 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 4ba5b400-c095-46a4-ab3f-8517a8f70d73 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:29.750449 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:29.827155 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Router ad0b2502-863c-4f2c-a43f-888c5f046f02 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:57:29.874093 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3416b071-cbe9-488b-b733-cebc10103902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:29.880169 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:30.020393 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Pushing event updated for resources: {'Port': ['ID=6560c073-5539-43f6-82f7-1469705f2ecc,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:30.045248 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:30.054886 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:30.065379 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9de30961-77fe-440e-86fe-390ca86b2475 HTTP/1.1" status: 204 len: 168 time: 1.5322688 Jun 22 03:57:30.070022 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:30.094076 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:30.123274 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:57:30.144049 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad0b2502-863c-4f2c-a43f-888c5f046f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9990594 Jun 22 03:57:30.172334 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de30961-77fe-440e-86fe-390ca86b2475,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:30.179582 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:30.180051 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:30.185396 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:30.194157 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:30.202534 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:30.405862 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:25Z', 'revision_number': 3, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:30.463478 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:57:30.478703 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Updating router acdf4e94-139d-408d-a472-694118794138 port e6f0257a-6d97-4dd8-b823-a779bf59c681 binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:57:30.620003 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 222e4ca5-3213-42c1-b167-e1772c2d8e10 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:30.622411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:30.803534 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c88345a2-b79a-4e47-bfdd-1d0ac8051dbf req-e1689d72-1529-4b4d-9927-3bcaa693cfa7 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.0801597 Jun 22 03:57:30.933204 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60036) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:30.951787 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.055606 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fdb8b81c-f2d9-4acc-8042-382953adbf8d req-786ad7ab-b4d5-49b3-aed9-ed30190e6e25 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.2139635 Jun 22 03:57:31.231324 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.241730 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.244067 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 222e4ca5-3213-42c1-b167-e1772c2d8e10 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:31.249801 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:31.269108 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 222e4ca5-3213-42c1-b167-e1772c2d8e10 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:31.270073 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.313730 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789003dd-2fec-463c-8d07-f4904fd2d119,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:31.324387 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdf8c278e595425c888503ae322def0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3890085 Jun 22 03:57:31.327944 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:31.330812 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60048) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:31.416405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.432159 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.462039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.539364 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.546177 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.549197 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/789003dd-2fec-463c-8d07-f4904fd2d119 HTTP/1.1" status: 204 len: 168 time: 0.2158821 Jun 22 03:57:31.550497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:31.593714 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789003dd-2fec-463c-8d07-f4904fd2d119,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:31.607164 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:31.700979 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.765831 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.36', 50224) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:31.817703 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 222e4ca5-3213-42c1-b167-e1772c2d8e10, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=222e4ca5-3213-42c1-b167-e1772c2d8e10,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:31.850821 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.858070 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.870442 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:31.883213 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:31.899176 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-59f30ede-cf11-4703-b459-f99d53acad2a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:31.901062 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-59f30ede-cf11-4703-b459-f99d53acad2a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 819 time: 0.2908864 Jun 22 03:57:31.938521 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Transition to ACTIVE for port object e6f0257a-6d97-4dd8-b823-a779bf59c681 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:31.952052 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-fc2e728e-74c1-4f6e-aff8-e2afc4970e85 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/quotas/361a4f8591e948d5bf57b683b362eada HTTP/1.1" status: 200 len: 375 time: 0.0428593 Jun 22 03:57:31.981979 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:32.061944 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=222e4ca5-3213-42c1-b167-e1772c2d8e10,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:32.073802 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:32.085505 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:32.158525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-8f0749de-b707-4067-be08-e9177368261d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1949079 Jun 22 03:57:32.226941 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925269-856a-46a9-b611-6005b6c922d5 None None] Pushing event updated for resources: {'Port': ['ID=e6f0257a-6d97-4dd8-b823-a779bf59c681,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:32.239206 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9ca93152-ea25-4a61-970a-3769adfe1547 req-e84f159c-4412-4496-a8e9-3b95d85dd121 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.0761306 Jun 22 03:57:32.248889 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Sync routers for ids ['ad0b2502-863c-4f2c-a43f-888c5f046f02'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:57:32.250188 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-dc925269-856a-46a9-b611-6005b6c922d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:32.254758 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 13c0bf6e-8597-4512-9310-2d4b3dcdb362 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:32.267549 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Attempting to bind port e6f0257a-6d97-4dd8-b823-a779bf59c681 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:32.267923 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Attempting to bind port e6f0257a-6d97-4dd8-b823-a779bf59c681 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:32.268289 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Attempting to bind port e6f0257a-6d97-4dd8-b823-a779bf59c681 on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:32.280073 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Routers {'ad0b2502-863c-4f2c-a43f-888c5f046f02'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:32.281033 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['ad0b2502-863c-4f2c-a43f-888c5f046f02'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:32.358405 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:32.361126 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:32.362872 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:32.363292 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:32.363854 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Bound port: e6f0257a-6d97-4dd8-b823-a779bf59c681, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:32.364236 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:32.398665 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-902c2b19-9c24-4e94-a270-e33e1c1e7927 service neutron] 10.222.0.24 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361450 Jun 22 03:57:32.535493 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] For port e6f0257a-6d97-4dd8-b823-a779bf59c681, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:32.540770 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] For port e6f0257a-6d97-4dd8-b823-a779bf59c681, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=e6f0257a-6d97-4dd8-b823-a779bf59c681,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:32.543519 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:32.548745 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:32.549530 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:32.555357 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:32.582716 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:32.659945 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:32.660633 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:32.700843 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Set router ad0b2502-863c-4f2c-a43f-888c5f046f02 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:32.737362 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-5c86ac4b-65a0-417c-8be6-097809ccf2b0 service neutron] 10.222.0.24 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287053 Jun 22 03:57:32.769394 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-298f664e-37be-4272-a559-2e592e4eb83a req-fa3bc6dd-85f4-40c2-9729-cb3dad6f0f14 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.2059402 Jun 22 03:57:32.830582 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:32.845927 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:32.946803 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.36', 50232) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:33.097369 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925269-856a-46a9-b611-6005b6c922d5 None None] Pushing event updated for resources: {'Port': ['ID=e6f0257a-6d97-4dd8-b823-a779bf59c681,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:33.101601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-dc925269-856a-46a9-b611-6005b6c922d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:33.107002 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-3fb2677f-905f-45a6-ba65-9dc8b2b2900b tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:33.109185 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-3fb2677f-905f-45a6-ba65-9dc8b2b2900b tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 1.3325791 Jun 22 03:57:33.118871 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:33.178894 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 13c0bf6e-8597-4512-9310-2d4b3dcdb362, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=13c0bf6e-8597-4512-9310-2d4b3dcdb362,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:33.222658 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87cd1285-c192-424a-a4b6-6da2e98fa37c req-48b6b537-0358-4910-945e-af86ee5a2d2b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 210 time: 0.0686603 Jun 22 03:57:33.235957 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:33.243953 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Request body: {'port': {'device_id': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'admin_state_up': True, 'tenant_id': 'f75f443f7d94447da0d75691a9572e16'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:33.279583 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:33.323098 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-c89eb393-cae3-4c09-90c5-caf16cc9047e tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:33.326728 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-c89eb393-cae3-4c09-90c5-caf16cc9047e tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.36 "GET /v2.0/networks?id=300665b7-f50b-4b34-a817-f48d748eef46 HTTP/1.1" status: 200 len: 812 time: 0.3785472 Jun 22 03:57:33.346735 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Request body: {'port': {'device_id': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46', 'admin_state_up': True, 'tenant_id': '93ce6fad4f2a456fb906853da6f900f5'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:33.351056 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T03:57:28Z', 'revision_number': 4, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '844e3028-47fa-4f70-abde-7766ba6b6673', 'name': '', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'mac_address': 'fa:16:3e:9d:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:28Z', 'revision_number': 2, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'subnets': [{'id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:33.473597 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Checking router: ad0b2502-863c-4f2c-a43f-888c5f046f02 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:57:33.473957 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Updating router ad0b2502-863c-4f2c-a43f-888c5f046f02 port 844e3028-47fa-4f70-abde-7766ba6b6673 binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:57:33.555935 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=13c0bf6e-8597-4512-9310-2d4b3dcdb362,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:33.574216 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:33.624007 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:33.736953 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:25Z', 'revision_number': 3, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:33.786155 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc4434-bb7e-45a5-b4b9-47598b3be3bb None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:25Z', 'revision_number': 3, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:57:33.822820 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4df44eda-8bc2-4c40-806e-d284ec30826b req-f902b744-6df5-4784-8274-a203d7ef1640 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.1585507 Jun 22 03:57:34.027443 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Allocated IP 172.20.0.1 (816c027b-2f35-4bc4-a29c-b1507519cfc4/22708c79-9aa5-406f-97c1-04ff94064fa8/128fd845-e34e-42da-9d6e-01965ae22c1a) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:34.097109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 222e4ca5-3213-42c1-b167-e1772c2d8e10 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:34.274243 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 222e4ca5-3213-42c1-b167-e1772c2d8e10 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:34.275026 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:34.447333 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 13c0bf6e-8597-4512-9310-2d4b3dcdb362 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:34.536670 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:57:34.623650 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2a40f678-ffe0-4587-bf3c-759186480b0d req-856f023f-9073-4102-888c-279a15712111 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.2005324 Jun 22 03:57:34.637332 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:34.637939 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:34.754169 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-660ebe8a-80ca-4970-9b78-58aa8f37c23e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:34.768273 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-660ebe8a-80ca-4970-9b78-58aa8f37c23e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 819 time: 0.9583161 Jun 22 03:57:34.816153 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:34.861547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Made reservation on behalf of 93ce6fad4f2a456fb906853da6f900f5 for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:34.863361 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Transition to ACTIVE for port object 844e3028-47fa-4f70-abde-7766ba6b6673 will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:34.866955 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:34.877329 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:34.882106 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:34.972046 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3210f4-eb4c-4d0f-9cc0-ff936fea7132 None None] Pushing event updated for resources: {'Port': ['ID=844e3028-47fa-4f70-abde-7766ba6b6673,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:34.982736 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-ef3210f4-eb4c-4d0f-9cc0-ff936fea7132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:35.039059 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-3fced40f-aef2-4114-8fe5-837d5cb4bf19 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/quotas/361a4f8591e948d5bf57b683b362eada HTTP/1.1" status: 200 len: 375 time: 0.2693026 Jun 22 03:57:35.048136 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Made reservation on behalf of f75f443f7d94447da0d75691a9572e16 for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:35.066973 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:35.277334 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Attempting to bind port 844e3028-47fa-4f70-abde-7766ba6b6673 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:35.277972 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Attempting to bind port 844e3028-47fa-4f70-abde-7766ba6b6673 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:35.278405 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Attempting to bind port 844e3028-47fa-4f70-abde-7766ba6b6673 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:35.290022 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:35.291700 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:35.292356 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Checking segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:35.293025 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:35.293967 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Bound using segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:35.294681 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Bound port: 844e3028-47fa-4f70-abde-7766ba6b6673, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:35.295479 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:35.334919 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e3b4bf9-8129-4a17-b3a1-e439e92bb0a8 req-2b965679-6fc9-484e-a4eb-cb3e8e718770 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.1225078 Jun 22 03:57:35.455372 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] For port 844e3028-47fa-4f70-abde-7766ba6b6673, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:35.459348 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] For port 844e3028-47fa-4f70-abde-7766ba6b6673, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=844e3028-47fa-4f70-abde-7766ba6b6673,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:35.466222 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:35.487107 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-a3b9a649-0c24-4d5a-8fe9-951d1e762a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:35.594638 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Routers {'ad0b2502-863c-4f2c-a43f-888c5f046f02'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:35.602236 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['ad0b2502-863c-4f2c-a43f-888c5f046f02'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:35.618413 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Allocated IP 172.20.0.9 (300665b7-f50b-4b34-a817-f48d748eef46/8b47fbcd-084a-458c-b1f5-36481bc95bcd/a2901598-5d76-4ba1-96bc-59f968be80ab) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:35.639826 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Transition to ACTIVE for port object 128fd845-e34e-42da-9d6e-01965ae22c1a will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:35.718970 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3210f4-eb4c-4d0f-9cc0-ff936fea7132 None None] Pushing event updated for resources: {'Port': ['ID=844e3028-47fa-4f70-abde-7766ba6b6673,revision_number=4']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:35.731459 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-ef3210f4-eb4c-4d0f-9cc0-ff936fea7132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:35.826779 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60220) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:35.864009 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] Set router ad0b2502-863c-4f2c-a43f-888c5f046f02 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:35.898016 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:36.002080 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:57:36.021374 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:57:36.043149 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:36.043717 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:36.050234 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:36.257883 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7ddd7cf8-50e0-4498-ae2b-3c379ef73cce req-2379bce8-a2a9-4272-9c73-5fce86f0b20b tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.1407468 Jun 22 03:57:36.260426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.36', 50240) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:36.284893 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-34d07cc8-d374-4903-9004-f65619cca435 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2377620 Jun 22 03:57:36.299442 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:36.488545 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Allocated IP 172.20.0.8 (8aa5734d-bf59-4095-936f-7c3e6c836176/dbf2096d-b0cd-4fae-a2df-2543413d9eff/d4172fc7-4d26-4c94-8f21-0b2eddf56431) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:36.610575 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e6f0257a-6d97-4dd8-b823-a779bf59c681 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:36.672209 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:36.676140 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T03:57:28Z', 'revision_number': 4, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '844e3028-47fa-4f70-abde-7766ba6b6673', 'name': '', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'mac_address': 'fa:16:3e:9d:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:35Z', 'revision_number': 4, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'subnets': [{'id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:36.697085 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:36.706683 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:36.709398 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.2115974 Jun 22 03:57:36.726489 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60238) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:36.727690 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:36.740278 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:36.744106 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:36.766184 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381e092-f57d-4cf5-ac82-3912637b8f11 None None] The sync data for ids ['ad0b2502-863c-4f2c-a43f-888c5f046f02'] in dv-cinder-797380-1-smb is: [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T03:57:28Z', 'revision_number': 4, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '844e3028-47fa-4f70-abde-7766ba6b6673', 'name': '', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'mac_address': 'fa:16:3e:9d:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:35Z', 'revision_number': 4, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'subnets': [{'id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:57:36.973984 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Pushing event updated for resources: {'Port': ['ID=128fd845-e34e-42da-9d6e-01965ae22c1a,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:37.002267 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:37.108845 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-882d4218-b2d5-4ab8-8d39-3794df54bc7b req-c4b6a472-6e41-45fb-9231-b8c65bbae2c5 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.4556208 Jun 22 03:57:37.238759 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.188s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:37.467426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:37.467426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-d7f7f158-f1a3-4c71-a275-35a345ebfdeb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:37.467426 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-d7f7f158-f1a3-4c71-a275-35a345ebfdeb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 819 time: 1.0361369 Jun 22 03:57:37.467426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:37.472687 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c6c48d03-c1fc-4f6d-bfc5-27c0663f525d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:37.561578 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-6ca6e6c3-19a1-4e24-af9c-2a9f763ec49f service neutron] 10.222.0.24 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0051653 Jun 22 03:57:37.572136 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Request body: {'port': {'device_id': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'admin_state_up': True, 'tenant_id': '361a4f8591e948d5bf57b683b362eada'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:37.613036 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port e6f0257a-6d97-4dd8-b823-a779bf59c681 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:37.704442 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port e6f0257a-6d97-4dd8-b823-a779bf59c681 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:37.709575 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:37.709575 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-8baae260-56b6-4e56-8350-2432414ca540 None None] Provisioning for port 128fd845-e34e-42da-9d6e-01965ae22c1a completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:37.729215 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16ee55-4edf-4cba-bebf-8475caa8c367,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:37.735865 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:37.737625 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:37.790547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:37.873807 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-8baae260-56b6-4e56-8350-2432414ca540 None None] Provisioning complete for port 128fd845-e34e-42da-9d6e-01965ae22c1a triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:37.874307 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-8baae260-56b6-4e56-8350-2432414ca540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:37.936130 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a7df3665-947e-4a1e-8c50-9e254ef61cf1 req-82aae9d6-4b84-4cb5-81cf-15b42d6eb405 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 210 time: 0.1824501 Jun 22 03:57:37.979518 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:30Z', 'revision_number': 3, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:37.981619 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-8baae260-56b6-4e56-8350-2432414ca540 None None] Port 128fd845-e34e-42da-9d6e-01965ae22c1a cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:57:37.986591 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70c57655edf64514a728112bc05ec686&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1558113 Jun 22 03:57:38.014547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60262) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:38.028160 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:57:38.030594 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Updating router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 port 6560c073-5539-43f6-82f7-1469705f2ecc binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:57:38.047657 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Network 300665b7-f50b-4b34-a817-f48d748eef46 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:38.071510 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:38.093199 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:38.101503 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:38.102535 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.137436 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.165949 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port e6f0257a-6d97-4dd8-b823-a779bf59c681, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=e6f0257a-6d97-4dd8-b823-a779bf59c681,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:38.168142 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.191442 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Made reservation on behalf of 361a4f8591e948d5bf57b683b362eada for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:38.196078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.198661 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Pushing event updated for resources: {'Port': ['ID=a2901598-5d76-4ba1-96bc-59f968be80ab,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:38.229881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.230746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:38.232818 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8904424 Jun 22 03:57:38.257885 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:38.300965 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.440008 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-b4db0fdd-3481-4f69-be78-86c15a482255 service neutron] 10.222.0.24 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368680 Jun 22 03:57:38.515705 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 844e3028-47fa-4f70-abde-7766ba6b6673 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:38.581907 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.629021 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=e6f0257a-6d97-4dd8-b823-a779bf59c681,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:38.640817 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:38.798222 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.816656 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Allocated IP 172.20.0.6 (84c83ba3-312f-41b2-95d5-5a77bb87aa9e/c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e/91c83497-fbb2-44df-bccb-f8369c2a2670) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:38.822849 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-8c806917-4914-424e-896f-17092e904fef tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 03:57:38.823996 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-8c806917-4914-424e-896f-17092e904fef tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118659 Jun 22 03:57:38.826821 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.827920 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc16ee55-4edf-4cba-bebf-8475caa8c367 HTTP/1.1" status: 204 len: 168 time: 0.8122177 Jun 22 03:57:38.832333 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:38.897076 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 844e3028-47fa-4f70-abde-7766ba6b6673 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:38.917021 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 844e3028-47fa-4f70-abde-7766ba6b6673 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:38.917405 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:38.944748 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16ee55-4edf-4cba-bebf-8475caa8c367,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:38.953466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:39.042823 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b2175-46b3-4a79-969c-8a338e9bed0b req-5083ab32-01f1-4b70-b060-30f14f470a07 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:39.050109 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cd1b2175-46b3-4a79-969c-8a338e9bed0b req-5083ab32-01f1-4b70-b060-30f14f470a07 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 931 time: 0.6028724 Jun 22 03:57:39.200132 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cd1b2175-46b3-4a79-969c-8a338e9bed0b req-ee6fdf0f-d1cf-44a0-9ea8-3280eed70459 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489735 Jun 22 03:57:39.241597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Request body: {'port': {'device_id': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:39.359451 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9a87bb38-5deb-45aa-b926-c63c0eeb3b3f req-b320aa67-db37-4d7e-a6b8-6be83254105c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.3522031 Jun 22 03:57:39.381679 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.462797 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.496063 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Transition to ACTIVE for port object 6560c073-5539-43f6-82f7-1469705f2ecc will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:39.532391 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.556206 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.559249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.566330 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:39.612257 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.767368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60302) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:39.773831 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.796327 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.801573 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Attempting to bind port 6560c073-5539-43f6-82f7-1469705f2ecc on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:39.802168 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Attempting to bind port 6560c073-5539-43f6-82f7-1469705f2ecc by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:39.809554 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Attempting to bind port 6560c073-5539-43f6-82f7-1469705f2ecc on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:39.827664 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-04788903-a78f-4d6c-9406-c918f9918f11 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:39.977593 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5648a-2578-4a27-a8ee-09de0943c985 None None] Pushing event updated for resources: {'Port': ['ID=6560c073-5539-43f6-82f7-1469705f2ecc,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:39.980480 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.988103 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:39.988646 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:39.988967 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.990112 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:39.990664 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Bound port: 6560c073-5539-43f6-82f7-1469705f2ecc, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:39.991121 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:39.993115 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fbf5648a-2578-4a27-a8ee-09de0943c985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:40.043483 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.046884 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.075368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:40.076547 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:40.085283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63fc4-026e-454e-8aa9-964d92220316 req-0d6c51af-0365-4ee9-8d74-99ad911a1e53 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:40.086778 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c7a63fc4-026e-454e-8aa9-964d92220316 req-0d6c51af-0365-4ee9-8d74-99ad911a1e53 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 931 time: 0.3860412 Jun 22 03:57:40.087745 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Pushing event updated for resources: {'Port': ['ID=91c83497-fbb2-44df-bccb-f8369c2a2670,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:40.090833 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.106087 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:40.123795 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] For port 6560c073-5539-43f6-82f7-1469705f2ecc, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:40.128352 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] For port 6560c073-5539-43f6-82f7-1469705f2ecc, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=6560c073-5539-43f6-82f7-1469705f2ecc,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:40.133077 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:40.136920 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:40.143150 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:40.144016 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.173737 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.174588 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255405 Jun 22 03:57:40.180538 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:40.182766 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event updated for resources: {'Port': ['ID=d4172fc7-4d26-4c94-8f21-0b2eddf56431,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:40.185998 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:40.187805 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.188752 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:40.194962 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:40.200704 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:40.201322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fbf5648a-2578-4a27-a8ee-09de0943c985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:40.201432 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.205774 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.213580 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 844e3028-47fa-4f70-abde-7766ba6b6673, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=844e3028-47fa-4f70-abde-7766ba6b6673,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:40.223070 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:40.240436 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:40.287652 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Pushing event updated for resources: {'Port': ['ID=128fd845-e34e-42da-9d6e-01965ae22c1a,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:40.291590 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:40.292921 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:40.361223 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:40.450141 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:40.459930 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Request body: {'port': {'device_id': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:40.539624 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c7a63fc4-026e-454e-8aa9-964d92220316 req-52617c7c-099c-485f-a14d-bc1586a4948d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320436 Jun 22 03:57:40.591768 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e6f0257a-6d97-4dd8-b823-a779bf59c681 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:40.612182 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5648a-2578-4a27-a8ee-09de0943c985 None None] Pushing event updated for resources: {'Port': ['ID=6560c073-5539-43f6-82f7-1469705f2ecc,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:40.622174 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fbf5648a-2578-4a27-a8ee-09de0943c985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:40.662949 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Allocated IP 172.20.0.1 (41015a78-fa20-43e6-949a-127359048d8e/1c7f8e5a-729f-4975-a351-4ed5b66b3509/cb219bb1-e55c-4850-b3fc-03e2b303c21f) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:40.990715 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.745s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:41.007550 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:41.017833 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:41.074990 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877103b-c781-4d95-8c27-0796a2756e02 req-8bddb613-b2ff-4fdf-a11d-7479cf9e6ff0 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:41.092619 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a877103b-c781-4d95-8c27-0796a2756e02 req-8bddb613-b2ff-4fdf-a11d-7479cf9e6ff0 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 931 time: 0.4172032 Jun 22 03:57:41.195566 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.222093 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=844e3028-47fa-4f70-abde-7766ba6b6673,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:41.240373 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.247960 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:41.251038 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-b55b8490-3323-4aa3-b75c-3488d8db1361 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0451703 Jun 22 03:57:41.263840 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port e6f0257a-6d97-4dd8-b823-a779bf59c681 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:41.264218 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.335838 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:30Z', 'revision_number': 3, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:41.337354 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2901598-5d76-4ba1-96bc-59f968be80ab {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:57:41.349981 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.360993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Transition to ACTIVE for port object cb219bb1-e55c-4850-b3fc-03e2b303c21f will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:41.371759 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.378850 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cc051a31-2392-4761-a507-fcd1ef97d6ac req-f72ae895-8f16-47b4-9e4f-a735e19d6af7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.1805558 Jun 22 03:57:41.410643 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a877103b-c781-4d95-8c27-0796a2756e02 req-32d3625a-7634-4933-9f4e-9c1ea5e3be84 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161826 Jun 22 03:57:41.426561 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0e331ac2-44e4-4e48-87d8-f9e9f77828fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:41.448976 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Request body: {'port': {'device_id': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:41.466041 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Transition to ACTIVE for port object a2901598-5d76-4ba1-96bc-59f968be80ab will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:41.481980 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.484016 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.513574 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69fb19092da942cbb8403d4029bae018&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7349439 Jun 22 03:57:41.516694 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d866b83e-95c3-4b06-9d2c-0db098ee7139,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:41.522791 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60328) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:41.523695 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:41.524601 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:41.656587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6921408a-60c0-420f-ad96-328e3077c337 None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:30Z', 'revision_number': 3, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:57:41.656857 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Router acdf4e94-139d-408d-a472-694118794138 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:57:41.658055 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.681622 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:41.691032 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=a2901598-5d76-4ba1-96bc-59f968be80ab,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:41.713204 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:41.718030 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-7c738b82-21c9-42eb-a9f0-65226d0d4910 None None] Provisioning complete for port 128fd845-e34e-42da-9d6e-01965ae22c1a triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:41.718411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7c738b82-21c9-42eb-a9f0-65226d0d4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:41.836128 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-7c738b82-21c9-42eb-a9f0-65226d0d4910 None None] Port 128fd845-e34e-42da-9d6e-01965ae22c1a cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:57:41.918840 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Attempting to bind port a2901598-5d76-4ba1-96bc-59f968be80ab on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:41.919188 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Attempting to bind port a2901598-5d76-4ba1-96bc-59f968be80ab by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'acff2ada-6669-4f90-bfed-f155c3f69717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:41.919521 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Attempting to bind port a2901598-5d76-4ba1-96bc-59f968be80ab on network 300665b7-f50b-4b34-a817-f48d748eef46 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:41.952793 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Port a2901598-5d76-4ba1-96bc-59f968be80ab on network 300665b7-f50b-4b34-a817-f48d748eef46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:57:41.953050 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Attempting to bind port a2901598-5d76-4ba1-96bc-59f968be80ab on network 300665b7-f50b-4b34-a817-f48d748eef46 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:41.995557 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:41.996473 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Checking segment: {'id': 'acff2ada-6669-4f90-bfed-f155c3f69717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:41.997069 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Bound using segment: {'id': 'acff2ada-6669-4f90-bfed-f155c3f69717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:41.999573 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Bound port: a2901598-5d76-4ba1-96bc-59f968be80ab, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acff2ada-6669-4f90-bfed-f155c3f69717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:41.999931 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.159936 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:57:42.165769 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Pushing event updated for resources: {'Port': ['ID=cb219bb1-e55c-4850-b3fc-03e2b303c21f,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:42.169722 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:57:42.181060 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:42.185205 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:42.186024 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:42.215635 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] 10.222.0.24 "PUT /v2.0/routers/acdf4e94-139d-408d-a472-694118794138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2723594 Jun 22 03:57:42.215635 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.273377 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Network 41015a78-fa20-43e6-949a-127359048d8e is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:42.295020 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.313350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f645195-7e6a-41b1-a737-514e092ad0a9 req-8f36c2cf-bbdc-421b-a17b-b17e0f25767d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:42.325843 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4f645195-7e6a-41b1-a737-514e092ad0a9 req-8f36c2cf-bbdc-421b-a17b-b17e0f25767d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 931 time: 0.6357212 Jun 22 03:57:42.354825 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.464182 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:42.477190 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:42.477653 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.493473 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.541219 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:42.632123 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] For port a2901598-5d76-4ba1-96bc-59f968be80ab, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:42.653101 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:42.663469 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d866b83e-95c3-4b06-9d2c-0db098ee7139 HTTP/1.1" status: 204 len: 168 time: 1.1373394 Jun 22 03:57:42.697095 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:42.745890 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 844e3028-47fa-4f70-abde-7766ba6b6673 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:42.845248 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] For port a2901598-5d76-4ba1-96bc-59f968be80ab, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a2901598-5d76-4ba1-96bc-59f968be80ab,segment=NetworkSegment(acff2ada-6669-4f90-bfed-f155c3f69717),segment_id=acff2ada-6669-4f90-bfed-f155c3f69717)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:42.883726 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866b83e-95c3-4b06-9d2c-0db098ee7139,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:42.921020 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7c98e3ab-7e4e-4b31-b488-48edf45840c8 req-44c5c0db-4041-4174-b85c-3461c4900f6b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.0774236 Jun 22 03:57:42.925175 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:43.032301 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.36', 50256) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:43.099112 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-b08e91bf-4b4a-4526-98da-d99c204b3c54 None None] Provisioning for port cb219bb1-e55c-4850-b3fc-03e2b303c21f completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:43.139665 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-b08e91bf-4b4a-4526-98da-d99c204b3c54 None None] Provisioning complete for port cb219bb1-e55c-4850-b3fc-03e2b303c21f triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:43.145423 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-b08e91bf-4b4a-4526-98da-d99c204b3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.156361 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 844e3028-47fa-4f70-abde-7766ba6b6673 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:43.161629 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.268622 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c83497-fbb2-44df-bccb-f8369c2a2670 {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:57:43.313691 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.398995 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4f645195-7e6a-41b1-a737-514e092ad0a9 req-54d360dd-923a-46ea-a5d0-aa8077535490 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0721822 Jun 22 03:57:43.424115 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.441287 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:43.451296 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Transition to ACTIVE for port object 91c83497-fbb2-44df-bccb-f8369c2a2670 will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:43.473272 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-b08e91bf-4b4a-4526-98da-d99c204b3c54 None None] Port cb219bb1-e55c-4850-b3fc-03e2b303c21f cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:57:43.484118 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-05cd57f2-4a8f-452f-a566-97f7de13c133 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:43.485695 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-05cd57f2-4a8f-452f-a566-97f7de13c133 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 819 time: 0.2501569 Jun 22 03:57:43.506199 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.531561 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:43.532670 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.538236 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] 10.222.0.36 "PUT /v2.0/ports/a2901598-5d76-4ba1-96bc-59f968be80ab HTTP/1.1" status: 200 len: 1093 time: 4.5235059 Jun 22 03:57:43.543235 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'tag': 'a2901598-5d76-4ba1-96bc-59f968be80ab'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:57:43.628532 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 6560c073-5539-43f6-82f7-1469705f2ecc up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:43.753523 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 6560c073-5539-43f6-82f7-1469705f2ecc completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:43.775501 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 6560c073-5539-43f6-82f7-1469705f2ecc triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:43.776318 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:43.799414 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60378) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:43.903400 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=a2901598-5d76-4ba1-96bc-59f968be80ab,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:43.940644 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:39Z', 'revision_number': 2, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:43.943144 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:43.943861 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:44.010983 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.033061 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:57:44.033591 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Updating router acdf4e94-139d-408d-a472-694118794138 port 128fd845-e34e-42da-9d6e-01965ae22c1a binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:57:44.045403 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 6560c073-5539-43f6-82f7-1469705f2ecc, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=6560c073-5539-43f6-82f7-1469705f2ecc,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:44.055182 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.067190 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:44.159782 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.199458 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Pushing event updated for resources: {'Port': ['ID=91c83497-fbb2-44df-bccb-f8369c2a2670,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:44.205750 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=6560c073-5539-43f6-82f7-1469705f2ecc,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:44.209967 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Attempting to bind port 91c83497-fbb2-44df-bccb-f8369c2a2670 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:44.211375 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:44.212836 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Attempting to bind port 91c83497-fbb2-44df-bccb-f8369c2a2670 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:44.213271 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Attempting to bind port 91c83497-fbb2-44df-bccb-f8369c2a2670 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:44.216920 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01ebe-ba91-4e27-85cc-eb0ba101cee8 req-aa32a2ff-90c9-4efb-840d-28036169115f tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:44.227543 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:44.229540 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fee01ebe-ba91-4e27-85cc-eb0ba101cee8 req-aa32a2ff-90c9-4efb-840d-28036169115f tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.7916009 Jun 22 03:57:44.236483 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Port 91c83497-fbb2-44df-bccb-f8369c2a2670 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:57:44.236938 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Attempting to bind port 91c83497-fbb2-44df-bccb-f8369c2a2670 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:44.268904 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:44.269559 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Checking segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:44.280410 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Bound using segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:44.281191 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Bound port: 91c83497-fbb2-44df-bccb-f8369c2a2670, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:44.281769 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.305279 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.353004 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6867323-3643-4bf1-b0ea-0b553738ee2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b82de8bb-da4f-4e4d-a957-9ac695179d78", "tag": "a2901598-5d76-4ba1-96bc-59f968be80ab"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:57:44.422536 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Request body: {'port': {'device_id': '383455d8-3989-4414-b43e-e818f5c10b32', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'admin_state_up': True, 'tenant_id': '361a4f8591e948d5bf57b683b362eada'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:44.451052 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.465323 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 6560c073-5539-43f6-82f7-1469705f2ecc up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:44.534784 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] For port 91c83497-fbb2-44df-bccb-f8369c2a2670, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:44.604945 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] For port 91c83497-fbb2-44df-bccb-f8369c2a2670, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=91c83497-fbb2-44df-bccb-f8369c2a2670,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:44.657955 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.698200 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 6560c073-5539-43f6-82f7-1469705f2ecc triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:44.699161 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.699994 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:44.717051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-8047254e-976c-4ce7-a387-8fa15b6f057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:44.718171 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-8047254e-976c-4ce7-a387-8fa15b6f057c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ce6fad4f2a456fb906853da6f900f5&device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 1096 time: 0.3000252 Jun 22 03:57:44.796291 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:44.796938 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:44.798316 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 1093 time: 4.3788118 Jun 22 03:57:44.869683 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Pushing event updated for resources: {'Port': ['ID=91c83497-fbb2-44df-bccb-f8369c2a2670,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:44.874291 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:45.110078 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.125132 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Transition to ACTIVE for port object 128fd845-e34e-42da-9d6e-01965ae22c1a will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:45.150611 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.155784 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:45.186935 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60438) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:45.216441 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d3ef7-e846-4277-abf2-e89df1fdbda3 None None] Pushing event updated for resources: {'Port': ['ID=128fd845-e34e-42da-9d6e-01965ae22c1a,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:45.231006 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-d36d3ef7-e846-4277-abf2-e89df1fdbda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:45.333447 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615399138', 'description': 'tempest-description--271252150'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:45.352430 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fee01ebe-ba91-4e27-85cc-eb0ba101cee8 req-45f57205-2570-4b76-8682-fa85a764624f tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1180449 Jun 22 03:57:45.377927 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-4300a6dc-d1b5-425c-9397-775e20343382 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2901598-5d76-4ba1-96bc-59f968be80ab HTTP/1.1" status: 200 len: 217 time: 0.2637546 Jun 22 03:57:45.390954 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Attempting to bind port 128fd845-e34e-42da-9d6e-01965ae22c1a on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:45.392233 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Attempting to bind port 128fd845-e34e-42da-9d6e-01965ae22c1a by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:45.404711 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Attempting to bind port 128fd845-e34e-42da-9d6e-01965ae22c1a on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:45.425731 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:45.425941 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Checking segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:45.429008 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.429440 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Bound using segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:45.429992 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Bound port: 128fd845-e34e-42da-9d6e-01965ae22c1a, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:45.433427 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.625706 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] For port 128fd845-e34e-42da-9d6e-01965ae22c1a, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:45.632251 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] For port 128fd845-e34e-42da-9d6e-01965ae22c1a, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=128fd845-e34e-42da-9d6e-01965ae22c1a,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:45.641736 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.655563 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-ef3210f4-eb4c-4d0f-9cc0-ff936fea7132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:45.697727 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4172fc7-4d26-4c94-8f21-0b2eddf56431 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:57:45.767499 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.833737 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:45.844674 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:45.918374 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d3ef7-e846-4277-abf2-e89df1fdbda3 None None] Pushing event updated for resources: {'Port': ['ID=128fd845-e34e-42da-9d6e-01965ae22c1a,revision_number=4']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:45.923116 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-d36d3ef7-e846-4277-abf2-e89df1fdbda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:45.950659 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:45.962735 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d5436-fef6-46a7-bb90-a20bfcd62021 x-openstack-request-id: req-b04d5436-fef6-46a7-bb90-a20bfcd62021 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:57:45.963033 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82de8bb-da4f-4e4d-a957-9ac695179d78", "tag": "a2901598-5d76-4ba1-96bc-59f968be80ab", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:57:45.964189 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b04d5436-fef6-46a7-bb90-a20bfcd62021 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:57:45.965014 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'tag': 'a2901598-5d76-4ba1-96bc-59f968be80ab', 'status': 'completed', 'code': 200} Jun 22 03:57:46.007681 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9d0bfb00-1828-414d-889b-c93f755423ef req-f56f4fd8-34f4-4f02-8014-86c5cf9d30cd tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.5411270 Jun 22 03:57:46.114761 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:46.180812 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-a2c98602-3ee9-4c81-9a9f-9eababb9e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:46.186025 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-a2c98602-3ee9-4c81-9a9f-9eababb9e733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b47fbcd-084a-458c-b1f5-36481bc95bcd HTTP/1.1" status: 200 len: 852 time: 0.3192208 Jun 22 03:57:46.188839 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.226720 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-14c5aee6-17bf-403d-9c8a-119b25d63823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:46.232628 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-14c5aee6-17bf-403d-9c8a-119b25d63823 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1096 time: 0.8702328 Jun 22 03:57:46.261552 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.db.api [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 03:57:46.261552 dv-cinder-797380-1-smb neutron-server[92787]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 03:57:46.261552 dv-cinder-797380-1-smb neutron-server[92787]: [parameters: {'project_id_1': '361a4f8591e948d5bf57b683b362eada', 'expiration_1': datetime.datetime(2021, 6, 22, 3, 57, 45, 738354)}] Jun 22 03:57:46.261552 dv-cinder-797380-1-smb neutron-server[92787]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 03:57:46.262392 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_db.api [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 03:57:46.263401 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.267072 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Transition to ACTIVE for port object d4172fc7-4d26-4c94-8f21-0b2eddf56431 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:46.274374 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.360912 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8845d99b-9d7e-4c28-bbd6-ada7158bbd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:46.365671 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.367450 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.480194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.515725 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.608024 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.638470 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:46.643578 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-7c2fb416-d355-44ec-be47-b9d27a4306e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.2975454 Jun 22 03:57:46.650495 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-85125ca8-73fb-4649-852c-4801ca05da01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=300665b7-f50b-4b34-a817-f48d748eef46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2962394 Jun 22 03:57:46.659088 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:45Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:46.663147 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36fc7e02f97e4dce9daeead96c76c81f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8231676 Jun 22 03:57:46.669021 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60466) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:46.681289 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37417f84-da25-451b-87b8-9d54f11db985,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:46.695745 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:46.726503 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:46.728399 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5224142 Jun 22 03:57:46.734819 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a119f2-e814-4353-a6d9-26a2e6d9f38a None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:45Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:57:46.743709 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cfe486ff-3289-408b-86f5-40e011203d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:46.747577 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60470) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:46.785009 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a142d63-fca5-4a55-bd27-478bdeb4b4f2,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:46.815149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:46.919564 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'security_group_rule': {'security_group_id': '5a142d63-fca5-4a55-bd27-478bdeb4b4f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:47.052379 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Made reservation on behalf of 361a4f8591e948d5bf57b683b362eada for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:47.059358 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:47.070317 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9677-df0f-4cf7-92b3-b1e04fc81dfe req-76958bd8-4c1c-467a-98e0-122c3084dfc6 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:47.071880 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-71cf9677-df0f-4cf7-92b3-b1e04fc81dfe req-76958bd8-4c1c-467a-98e0-122c3084dfc6 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.4250906 Jun 22 03:57:47.172354 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-42d54e6e-b3ac-4361-b751-909c1ea31d25 service neutron] 10.222.0.36 "GET /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402964 Jun 22 03:57:47.184703 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-e361cf4b-2f1f-4cd8-9ce4-3b4b6f2d7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:47.187446 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-e361cf4b-2f1f-4cd8-9ce4-3b4b6f2d7e8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.4572942 Jun 22 03:57:47.210266 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d051ef1-815e-4809-ba6e-46a62d7664f0 req-3fc2d1d1-8fc2-47b0-aed0-120feedf5e50 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:47.213241 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d051ef1-815e-4809-ba6e-46a62d7664f0 req-3fc2d1d1-8fc2-47b0-aed0-120feedf5e50 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 931 time: 1.0003917 Jun 22 03:57:47.216649 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Attempting to bind port d4172fc7-4d26-4c94-8f21-0b2eddf56431 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:47.222305 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Attempting to bind port d4172fc7-4d26-4c94-8f21-0b2eddf56431 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:47.222778 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Attempting to bind port d4172fc7-4d26-4c94-8f21-0b2eddf56431 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:47.265494 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Port d4172fc7-4d26-4c94-8f21-0b2eddf56431 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:57:47.269000 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Attempting to bind port d4172fc7-4d26-4c94-8f21-0b2eddf56431 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:47.279487 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-71cf9677-df0f-4cf7-92b3-b1e04fc81dfe req-8144508f-c40a-42ab-9602-3fe7a19e2549 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985600 Jun 22 03:57:47.319211 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:47.363856 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4172fc7-4d26-4c94-8f21-0b2eddf56431,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:47.575525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f1306287-4fe6-4815-995e-b767973c058b req-412e2ea7-5ed6-4f2e-9b58-9a58888ccff3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.0662603 Jun 22 03:57:47.679565 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e6fa-4d46-4fa4-ac7f-5f7a35fe24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:47.790178 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-2d8c82d8-bb32-4a40-9124-7c2f24d35f29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507261 Jun 22 03:57:47.803908 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60492) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:47.846297 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60496) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:47.883841 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9e392347-4af7-4a7a-8437-88655e0fb528 req-f80d0450-e57a-4b94-a560-917394680fdb service neutron] 10.222.0.36 "GET /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455597 Jun 22 03:57:47.914284 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:47.914642 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Checking segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:47.914895 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Bound using segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:47.915360 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Bound port: d4172fc7-4d26-4c94-8f21-0b2eddf56431, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:47.915989 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:47.929865 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:47.941666 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:47.968200 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'tag': '91c83497-fbb2-44df-bccb-f8369c2a2670'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:57:47.970505 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e443b71-0801-4dfb-b780-f0bb0fada8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "71616d51-e63b-4a93-bcc2-8c63e5360d5d", "tag": "91c83497-fbb2-44df-bccb-f8369c2a2670"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:57:47.999367 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.024998 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.074839 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183c5945-cd49-4767-b94b-f9a70ac9da99 x-openstack-request-id: req-183c5945-cd49-4767-b94b-f9a70ac9da99 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:57:48.075145 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71616d51-e63b-4a93-bcc2-8c63e5360d5d", "tag": "91c83497-fbb2-44df-bccb-f8369c2a2670", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:57:48.075406 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-183c5945-cd49-4767-b94b-f9a70ac9da99 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:57:48.075804 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'tag': '91c83497-fbb2-44df-bccb-f8369c2a2670', 'status': 'completed', 'code': 200} Jun 22 03:57:48.077548 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.085152 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.089625 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d051ef1-815e-4809-ba6e-46a62d7664f0 req-8bfdd23a-f733-4757-b9e6-6e748b734a25 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445251 Jun 22 03:57:48.092840 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-aedf616c-2ca2-4f63-a93a-0f40b33928d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:48.103797 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Allocated IP 172.20.0.2 (84c83ba3-312f-41b2-95d5-5a77bb87aa9e/c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e/3ff9b14b-59cc-4ba9-9383-a31ece50ac07) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:48.115614 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Network 41015a78-fa20-43e6-949a-127359048d8e is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:48.148245 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfdf6a69e19347258592950064d1b230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431067 Jun 22 03:57:48.152052 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:48.154471 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Pushing event updated for resources: {'Port': ['ID=cb219bb1-e55c-4850-b3fc-03e2b303c21f,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:48.158035 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60506) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:48.185746 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.442s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:48.186301 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b2f92-716b-40b2-8668-d328c287d7b3,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:48.187425 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.578s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:48.187730 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:48.201662 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:48.245536 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.279212 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] For port d4172fc7-4d26-4c94-8f21-0b2eddf56431, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:48.290431 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.383906 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.404313 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.423272 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 128fd845-e34e-42da-9d6e-01965ae22c1a up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:48.425249 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] For port d4172fc7-4d26-4c94-8f21-0b2eddf56431, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:48.433923 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.447791 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.449488 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fba29fdc-3224-48d2-956a-f0ee22231c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:48.455998 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=341ef78eb538450283dfb1d8f0925da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085963 Jun 22 03:57:48.466198 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.466647 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.467359 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60510) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:48.472813 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:48.488286 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.489151 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a7310-3f8c-4b56-9971-0d121754917d,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:48.494252 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:48.498108 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.501849 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b5b2f92-716b-40b2-8668-d328c287d7b3 HTTP/1.1" status: 204 len: 168 time: 0.3397059 Jun 22 03:57:48.501919 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.501919 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37417f84-da25-451b-87b8-9d54f11db985 HTTP/1.1" status: 204 len: 168 time: 1.8289306 Jun 22 03:57:48.514959 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:48.540159 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-c2782bce-8408-4e46-9415-f7e6b3c5dca1 None None] Provisioning complete for port cb219bb1-e55c-4850-b3fc-03e2b303c21f triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:48.540574 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c2782bce-8408-4e46-9415-f7e6b3c5dca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.571093 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 128fd845-e34e-42da-9d6e-01965ae22c1a completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:48.576773 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5b2f92-716b-40b2-8668-d328c287d7b3,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:48.579619 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:48.586846 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 128fd845-e34e-42da-9d6e-01965ae22c1a triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:48.587229 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.639614 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:48.640691 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.642537 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d4172fc7-4d26-4c94-8f21-0b2eddf56431 HTTP/1.1" status: 200 len: 1093 time: 7.2007046 Jun 22 03:57:48.643175 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'tag': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:57:48.661341 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-c2782bce-8408-4e46-9415-f7e6b3c5dca1 None None] Port cb219bb1-e55c-4850-b3fc-03e2b303c21f cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:57:48.691909 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc1bf-4458-4951-870e-1d60246f9c0f req-bfb2c47b-3dae-45d9-930e-e97f207d3283 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:48.702404 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cb6dc1bf-4458-4951-870e-1d60246f9c0f req-bfb2c47b-3dae-45d9-930e-e97f207d3283 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.2098331 Jun 22 03:57:48.727966 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.775567 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 128fd845-e34e-42da-9d6e-01965ae22c1a, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=128fd845-e34e-42da-9d6e-01965ae22c1a,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:48.780624 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.786413 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:48.810333 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cb6dc1bf-4458-4951-870e-1d60246f9c0f req-dd33efdf-df1a-4047-a4b8-ef9cdae4d4ba tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069489 Jun 22 03:57:48.853633 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=128fd845-e34e-42da-9d6e-01965ae22c1a,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:48.858307 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:48.952003 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fe00d3bf-6c58-41ba-ac6b-91417547c7b4 req-8b673555-879f-486c-a433-fa4a83ec5d6e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.0744791 Jun 22 03:57:48.955928 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:48.957302 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0559430 Jun 22 03:57:48.961057 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60524) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:48.967997 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'security_group_rule': {'security_group_id': '5a142d63-fca5-4a55-bd27-478bdeb4b4f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:49.010631 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4172fc7-4d26-4c94-8f21-0b2eddf56431,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.024154 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.034137 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.036486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.049286 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60526) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:49.059879 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:57:49.060985 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60528) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:49.077519 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37417f84-da25-451b-87b8-9d54f11db985,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.080589 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.087471 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.089251 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.099718 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.102720 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.103684 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.141073 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.149138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.156998 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.160838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501d8e88-4e61-47ca-92d6-6bb7a70bc602,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.166802 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.184840 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ed56e7-c9bf-46db-8576-9a79318a84bc,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.197141 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.217475 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0443ab5-4ebc-495b-9f81-a772ca1d7308" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a", "tag": "d4172fc7-4d26-4c94-8f21-0b2eddf56431"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:57:49.263486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.279180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.292318 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.300968 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.305124 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.309103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.320730 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.321981 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596103 Jun 22 03:57:49.336753 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60538) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:49.345850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'floatingip': {'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:49.367975 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdb53f-82db-43ae-b7a9-9229314f8506 x-openstack-request-id: req-29bdb53f-82db-43ae-b7a9-9229314f8506 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:57:49.368354 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a", "tag": "d4172fc7-4d26-4c94-8f21-0b2eddf56431", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:57:49.368642 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29bdb53f-82db-43ae-b7a9-9229314f8506 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:57:49.369106 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'tag': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431', 'status': 'completed', 'code': 200} Jun 22 03:57:49.395720 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0d7b8-eee4-41b9-b17c-28dba167cd2b req-4157cd7c-c82b-4b5e-a383-8209dc7a5bba tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:49.397291 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61d0d7b8-eee4-41b9-b17c-28dba167cd2b req-4157cd7c-c82b-4b5e-a383-8209dc7a5bba tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.1690044 Jun 22 03:57:49.403831 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bca942e2130540a8a400a35119d9dc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500669 Jun 22 03:57:49.403831 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e204a-7bf5-452e-ac5b-caa8fa91acc8,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.404221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60540) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:49.409224 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.417507 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:49.432752 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:49.435516 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:49.441248 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:49.441860 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.448142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Pushing event updated for resources: {'Port': ['ID=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.451078 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.472030 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.473930 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:57:49.477601 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.478900 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/042a7310-3f8c-4b56-9971-0d121754917d HTTP/1.1" status: 204 len: 168 time: 1.0020947 Jun 22 03:57:49.493551 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] 10.222.0.24 "PUT /v2.0/routers/a147a9f0-4d6f-4335-8d5a-68f5aa896f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7527432 Jun 22 03:57:49.493551 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.500518 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:57:49.511323 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a7310-3f8c-4b56-9971-0d121754917d,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.515345 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.515507 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:49.516060 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:49.536536 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61d0d7b8-eee4-41b9-b17c-28dba167cd2b req-fd15d66b-44a5-46c6-a34b-4b0a6e798ef9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290455 Jun 22 03:57:49.547477 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.592760 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.603373 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.621685 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2612157 Jun 22 03:57:49.625330 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.651331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-05f028f1-45e3-4fce-b027-95096e9f2dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.681810 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d1dda-7de0-4dac-b122-19cb66f6c0b0,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.688086 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.700194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.712363 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:49.759907 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09636668a145498584ff061b8bb9b2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928499 Jun 22 03:57:49.760347 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60552) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:49.790702 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.795137 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.806306 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/641e204a-7bf5-452e-ac5b-caa8fa91acc8 HTTP/1.1" status: 204 len: 168 time: 0.3957124 Jun 22 03:57:49.813148 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0e243b38-f56b-4cbc-8260-5d699f48ebf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:49.847360 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e204a-7bf5-452e-ac5b-caa8fa91acc8,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:49.850913 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:49.886352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.932722 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.936486 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:49.957247 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60558) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:50.026423 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:45Z', 'revision_number': 2, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:50.042003 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.074232 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:57:50.074660 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Allocated IP 172.28.2.76 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/b670c127-8239-44db-8d6f-331b718efa67) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:50.076028 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Updating router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 port cb219bb1-e55c-4850-b3fc-03e2b303c21f binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:57:50.128335 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.138903 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.139743 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.141747 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a0d1dda-7de0-4dac-b122-19cb66f6c0b0 HTTP/1.1" status: 204 len: 168 time: 0.3804340 Jun 22 03:57:50.146352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:50.157979 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d1dda-7de0-4dac-b122-19cb66f6c0b0,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:50.162373 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:50.279649 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.288326 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.315817 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ccf99cdf-c369-4515-916b-e2e3d9c42db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:50.322966 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbf53f79d1aa4c18883e80dcdb2d51ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641171 Jun 22 03:57:50.324938 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60568) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:50.330958 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f995dd1d-9bde-4aa9-a1fd-ec16e14f8c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.357931 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc226-e91b-44d4-84bd-e9887c91cfd4 req-6d4b593a-7e14-4d01-a0ae-835844a80800 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:50.366276 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a27bc226-e91b-44d4-84bd-e9887c91cfd4 req-6d4b593a-7e14-4d01-a0ae-835844a80800 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.2770901 Jun 22 03:57:50.442649 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 128fd845-e34e-42da-9d6e-01965ae22c1a up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:50.447131 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f46dfbf-5de7-47c8-9d64-eec57805ca6b,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:50.451567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:50.467063 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.496529 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.496718 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.514295 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60574) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:50.545068 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648568821', 'description': 'tempest-description--1395606093'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:50.559989 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Request body: {'port': {'device_id': '383455d8-3989-4414-b43e-e818f5c10b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:50.583733 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-80395d10-7add-44da-8a0e-624b40779200 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911395 Jun 22 03:57:50.635811 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a27bc226-e91b-44d4-84bd-e9887c91cfd4 req-cac082cb-4d71-4946-84e3-c30881de395c tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651069 Jun 22 03:57:50.740724 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.752180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.778276 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.797093 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.800160 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 128fd845-e34e-42da-9d6e-01965ae22c1a triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:50.800764 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.810613 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.811953 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f46dfbf-5de7-47c8-9d64-eec57805ca6b HTTP/1.1" status: 204 len: 168 time: 0.4703224 Jun 22 03:57:50.823627 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-197cb7d3-590f-4dfd-87af-d8808d9d32e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:50.846818 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f46dfbf-5de7-47c8-9d64-eec57805ca6b,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:50.858446 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:50.919397 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:50.943861 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:50.997839 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'Port': ['ID=b670c127-8239-44db-8d6f-331b718efa67,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:51.010946 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:51.034655 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:51.040601 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:51.057225 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.059201 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61025c03-a52c-4bd5-a4a7-ad444c9b4c45 req-0ea5977f-7416-4360-8558-79fef674d1ef service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492853 Jun 22 03:57:51.068064 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443ab5-4ebc-495b-9f81-a772ca1d7308 req-5152f256-6cca-49da-a897-a810f6d3980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:51.069676 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a0443ab5-4ebc-495b-9f81-a772ca1d7308 req-5152f256-6cca-49da-a897-a810f6d3980e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 1096 time: 0.4516437 Jun 22 03:57:51.076351 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Transition to ACTIVE for port object cb219bb1-e55c-4850-b3fc-03e2b303c21f will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:51.086053 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:51.086719 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.105493 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:51.151418 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4dc3b-9671-4d43-88d4-97f0ae7f5bb8 req-49ff65e2-e66d-4a4e-9dd3-e29d8aba44e8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:51.158587 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dbc4dc3b-9671-4d43-88d4-97f0ae7f5bb8 req-49ff65e2-e66d-4a4e-9dd3-e29d8aba44e8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 931 time: 0.4087420 Jun 22 03:57:51.229898 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dbc4dc3b-9671-4d43-88d4-97f0ae7f5bb8 req-42453ae4-9020-4afb-ae83-200871129f27 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689371 Jun 22 03:57:51.313217 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98614f5-6d56-43a1-adc3-d2fe7d724e60 None None] Pushing event updated for resources: {'Port': ['ID=cb219bb1-e55c-4850-b3fc-03e2b303c21f,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:51.324017 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-a98614f5-6d56-43a1-adc3-d2fe7d724e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:51.418758 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Attempting to bind port cb219bb1-e55c-4850-b3fc-03e2b303c21f on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:51.419373 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Attempting to bind port cb219bb1-e55c-4850-b3fc-03e2b303c21f by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:51.420075 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Attempting to bind port cb219bb1-e55c-4850-b3fc-03e2b303c21f on network 41015a78-fa20-43e6-949a-127359048d8e {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:51.428951 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:51.429624 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Checking segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:51.430315 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.430779 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Bound using segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:51.431386 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Bound port: cb219bb1-e55c-4850-b3fc-03e2b303c21f, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:51.431909 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.497395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-dc2d6cc4-94c5-4988-9b91-4c3a52188d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:51.499452 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-dc2d6cc4-94c5-4988-9b91-4c3a52188d5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ce6fad4f2a456fb906853da6f900f5&device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 1096 time: 0.8036237 Jun 22 03:57:51.541199 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] For port cb219bb1-e55c-4850-b3fc-03e2b303c21f, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:51.550515 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] For port cb219bb1-e55c-4850-b3fc-03e2b303c21f, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=cb219bb1-e55c-4850-b3fc-03e2b303c21f,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:51.563005 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.565305 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:51.688088 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9435-32ca-4e7d-90c7-71c32f8f4780 req-250aceba-ff3d-4ac5-8eb8-28673ba88621 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:51.689731 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2f5b9435-32ca-4e7d-90c7-71c32f8f4780 req-250aceba-ff3d-4ac5-8eb8-28673ba88621 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.8281760 Jun 22 03:57:51.705505 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:57:51.725665 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98614f5-6d56-43a1-adc3-d2fe7d724e60 None None] Pushing event updated for resources: {'Port': ['ID=cb219bb1-e55c-4850-b3fc-03e2b303c21f,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:51.727635 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.733533 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60620) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:51.751440 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.755594 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-a98614f5-6d56-43a1-adc3-d2fe7d724e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:51.805165 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.809982 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:57:51.811468 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:51.822817 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Transition to ACTIVE for port object 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:51.835137 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:51.841977 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:51.847276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443ab5-4ebc-495b-9f81-a772ca1d7308 req-f2734a6e-6870-40c8-b7b3-5934ff38f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:51.849669 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a0443ab5-4ebc-495b-9f81-a772ca1d7308 req-f2734a6e-6870-40c8-b7b3-5934ff38f9e5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f75f443f7d94447da0d75691a9572e16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5187802 Jun 22 03:57:51.895082 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.048367 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.096212 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:57:52.099311 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-df17b7a3-c9ef-421f-a156-7cac7a7c610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.100793 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-df17b7a3-c9ef-421f-a156-7cac7a7c610b service neutron] 10.222.0.36 "GET /v2.0/networks?id=300665b7-f50b-4b34-a817-f48d748eef46 HTTP/1.1" status: 200 len: 913 time: 0.5751104 Jun 22 03:57:52.104904 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.163480 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906150099-network', 'tenant_id': '1c20e77d0d0847208695b2de5c63cc4a'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:52.186396 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-476e74b7-edba-4347-9a85-5b4f23c8a370 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2901598-5d76-4ba1-96bc-59f968be80ab HTTP/1.1" status: 200 len: 217 time: 0.0683167 Jun 22 03:57:52.194011 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:52.217160 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:52.260839 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:52.261067 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Attempting to bind port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:57:52.261361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Attempting to bind port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:57:52.261684 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Attempting to bind port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:52.284918 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-fc19c583-2140-4151-ade9-5225a9eba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.286744 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-fc19c583-2140-4151-ade9-5225a9eba550 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1096 time: 0.7929809 Jun 22 03:57:52.326405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:57:52.327383 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Attempting to bind port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 on network 84c83ba3-312f-41b2-95d5-5a77bb87aa9e {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:57:52.351537 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2f5b9435-32ca-4e7d-90c7-71c32f8f4780 req-8d187e32-3037-42f6-b608-612c83a27330 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447783 Jun 22 03:57:52.359803 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46d1b1-d038-4187-a59f-0b66e1c55cfb req-89d4af61-3ec0-4d93-a047-3e7aec8f772d tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.368445 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fb46d1b1-d038-4187-a59f-0b66e1c55cfb req-89d4af61-3ec0-4d93-a047-3e7aec8f772d tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.4480574 Jun 22 03:57:52.381087 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Made reservation on behalf of 1c20e77d0d0847208695b2de5c63cc4a for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:52.383640 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.394116 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:57:52.394838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Checking segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:52.396193 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Bound using segment: {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:57:52.397004 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Bound port: 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975b0529-bf87-42b9-9e47-78e4f590e405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:57:52.397593 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.403127 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.406320 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443ab5-4ebc-495b-9f81-a772ca1d7308 req-88c0f68c-f21b-4218-b335-2837c5449939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.408020 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a0443ab5-4ebc-495b-9f81-a772ca1d7308 req-88c0f68c-f21b-4218-b335-2837c5449939 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5312185 Jun 22 03:57:52.412672 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e91f04-6718-47db-a816-7ad2b216e393,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:52.421373 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:52.425098 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.426809 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8997495 Jun 22 03:57:52.432222 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-ca3cb925-55dc-4ed2-be75-394bc9de60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.437012 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-ca3cb925-55dc-4ed2-be75-394bc9de60b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b47fbcd-084a-458c-b1f5-36481bc95bcd HTTP/1.1" status: 200 len: 852 time: 0.2304819 Jun 22 03:57:52.437493 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60642) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:52.450728 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'security_group_rule': {'security_group_id': '31e91f04-6718-47db-a816-7ad2b216e393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:52.512707 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.515529 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-46ae905b-74f1-4d3e-93f6-9b2a6b2650b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=300665b7-f50b-4b34-a817-f48d748eef46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524716 Jun 22 03:57:52.537758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.550824 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.556304 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:52.621963 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] For port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:57:52.625566 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] For port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:57:52.643967 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-02a55b66-fcf9-49cd-9542-c62d61093533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.646713 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-02a55b66-fcf9-49cd-9542-c62d61093533 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.3435764 Jun 22 03:57:52.652926 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.653827 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.659532 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.670657 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:52.698494 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fb46d1b1-d038-4187-a59f-0b66e1c55cfb req-0059b471-f712-4a7e-9659-2974ba17f6ba tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285041 Jun 22 03:57:52.734505 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:52.735637 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-26a87cc6-c6b9-4946-83b0-f172d953fabf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.0730424 Jun 22 03:57:52.741911 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'Port': ['ID=b670c127-8239-44db-8d6f-331b718efa67,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:52.775258 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.776084 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.777733 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ff9b14b-59cc-4ba9-9383-a31ece50ac07 HTTP/1.1" status: 200 len: 1093 time: 2.2238481 Jun 22 03:57:52.778525 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383455d8-3989-4414-b43e-e818f5c10b32', 'tag': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:57:52.781015 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "383455d8-3989-4414-b43e-e818f5c10b32", "tag": "3ff9b14b-59cc-4ba9-9383-a31ece50ac07"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:57:52.784865 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.785435 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Added segment 95538f9d-e8ca-45b4-bff5-c9f4c1c77519 of type vlan for network 8c300a57-f01d-4a52-9f4b-0cdd585af634 Jun 22 03:57:52.789840 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e6927-e663-453d-b609-2979e0856d61,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:52.810918 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:52.811834 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.826020 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:52.827698 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:52.829109 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4912479 Jun 22 03:57:52.886388 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a084e29c-685a-48aa-9906-839788aed1d4 x-openstack-request-id: req-a084e29c-685a-48aa-9906-839788aed1d4 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:57:52.887058 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383455d8-3989-4414-b43e-e818f5c10b32", "tag": "3ff9b14b-59cc-4ba9-9383-a31ece50ac07", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:57:52.887666 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a084e29c-685a-48aa-9906-839788aed1d4 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:57:52.888433 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383455d8-3989-4414-b43e-e818f5c10b32', 'tag': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07', 'status': 'completed', 'code': 200} Jun 22 03:57:52.891524 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.892143 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:52.936156 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:52.969714 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-033aa62a-2a27-4771-9652-bb6ad22ee3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.971588 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-033aa62a-2a27-4771-9652-bb6ad22ee3ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.2256603 Jun 22 03:57:52.982112 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-9f11327e-f960-476d-9fd9-ab97e550235f service neutron] 10.222.0.36 "GET /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559951 Jun 22 03:57:52.982332 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:52.990263 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-db024f22-592b-469a-b870-d0d7b755945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:52.992755 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-db024f22-592b-469a-b870-d0d7b755945b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 1096 time: 0.4387412 Jun 22 03:57:53.025695 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:51Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:57:53.056366 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-55dcac53-855a-4e30-ba88-17d2671e2a2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732923 Jun 22 03:57:53.078845 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b643a-b80c-4ed0-afce-4e70a5e9f109 None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:51Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:57:53.103157 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.116290 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-2255346c-b449-420d-b550-a1c92b8ca5fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431 HTTP/1.1" status: 200 len: 217 time: 0.0987523 Jun 22 03:57:53.194306 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.215079 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:53.236149 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-2e1460ee-eac2-49b5-9721-03691db08939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.242844 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-2e1460ee-eac2-49b5-9721-03691db08939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 1096 time: 0.3565054 Jun 22 03:57:53.246547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038f12a4-b043-4327-babf-f65bdaeff56d,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:53.262560 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-ab3476b3-3949-406e-b384-4fe72736e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.274045 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-ab3476b3-3949-406e-b384-4fe72736e0aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.1519356 Jun 22 03:57:53.276919 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.288210 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.289146 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.293799 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.305719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:53.318666 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb634f2-adf8-4540-8152-1e2061f76c68 req-1d652f6f-0b07-49fa-b691-c9effa9638c4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.326903 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5cb634f2-adf8-4540-8152-1e2061f76c68 req-1d652f6f-0b07-49fa-b691-c9effa9638c4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 943 time: 0.5969572 Jun 22 03:57:53.329083 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:53.374462 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.377713 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9313853 Jun 22 03:57:53.387983 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-5edcd7dd-7a6d-4c01-b6ac-2a46ff66b337 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832131 Jun 22 03:57:53.398460 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60682) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:53.413187 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'security_group_rule': {'security_group_id': '31e91f04-6718-47db-a816-7ad2b216e393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:53.426313 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Pushing event updated for resources: {'Network': ['ID=8c300a57-f01d-4a52-9f4b-0cdd585af634,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:53.439397 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 8c300a57-f01d-4a52-9f4b-0cdd585af634 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:53.452486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:53.454599 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-a027933e-0870-4238-a62e-7208f75883c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692116 Jun 22 03:57:53.503967 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5cb634f2-adf8-4540-8152-1e2061f76c68 req-16053309-372a-416d-976e-317aab90989c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760123 Jun 22 03:57:53.544609 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c0b4afc3-a333-41f0-b71c-f1aa12304523 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07 HTTP/1.1" status: 200 len: 217 time: 0.2608106 Jun 22 03:57:53.609150 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1e443b71-0801-4dfb-b780-f0bb0fada8fb req-9d0872dc-e27d-4c65-8272-5f2e4a17626b service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038610 Jun 22 03:57:53.609150 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a6867323-3643-4bf1-b0ea-0b553738ee2d req-40c95c11-3845-443b-a2bd-fb8ef5d8d55b service neutron] 10.222.0.36 "GET /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119194 Jun 22 03:57:53.623768 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.704167 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.710930 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.714894 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:53.742310 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-afea6d51-e449-4b9d-b168-9237a9958621 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1615399138&fields=id&tenant_id=a7b4a084af7d4c22a97d72f3061cd825 HTTP/1.1" status: 200 len: 267 time: 0.4641154 Jun 22 03:57:53.748048 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0101559 Jun 22 03:57:53.750984 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60694) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:53.787983 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3fc795-0c7d-4da3-ae27-ecd727fdb6ba,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:53.798250 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:53.803702 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.806803 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4063237 Jun 22 03:57:53.807542 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60698) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:53.813472 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'floatingip': {'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:53.858542 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:53.864277 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Request body: {'subnet': {'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906150099-subnet', 'tenant_id': '1c20e77d0d0847208695b2de5c63cc4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:53.885885 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6700-8331-4d86-b8ad-f50c568ef3c5 req-e97abbf2-22ce-487b-81b8-16d5190446d9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.892775 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-223d6700-8331-4d86-b8ad-f50c568ef3c5 req-e97abbf2-22ce-487b-81b8-16d5190446d9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.1623192 Jun 22 03:57:53.939083 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-5b70e666-6f72-4d4d-bb65-b95990b8c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.940566 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-5b70e666-6f72-4d4d-bb65-b95990b8c7d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.3547602 Jun 22 03:57:53.963346 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-461d3014-cb01-4987-bd07-2ffae159567b tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:53.970521 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-461d3014-cb01-4987-bd07-2ffae159567b tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 810 time: 0.2271774 Jun 22 03:57:54.221599 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-223d6700-8331-4d86-b8ad-f50c568ef3c5 req-80c540fd-0735-4284-808d-49594b2624a3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279421 Jun 22 03:57:54.296285 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Made reservation on behalf of 1c20e77d0d0847208695b2de5c63cc4a for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:54.301650 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:54.312429 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:54.414679 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-f0550ebb-8c50-40f3-9174-3982d5916c3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4421008 Jun 22 03:57:54.428324 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device cb219bb1-e55c-4850-b3fc-03e2b303c21f up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:54.450201 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-11836dd9-965f-4650-a872-d96395481360 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/quotas/a7b4a084af7d4c22a97d72f3061cd825 HTTP/1.1" status: 200 len: 375 time: 0.4786134 Jun 22 03:57:54.474922 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-2cf4af39-6024-4089-ba55-a3faf3d8d9ea service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452031 Jun 22 03:57:54.499200 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port cb219bb1-e55c-4850-b3fc-03e2b303c21f completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:54.505411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port cb219bb1-e55c-4850-b3fc-03e2b303c21f triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:54.505954 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:54.596706 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Allocated IP 172.28.2.22 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/fbd4c676-c402-4240-8017-1ece86352d03) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:54.610205 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:54.643061 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d147247-4b8d-4099-90f1-01c322674c85 req-bd3ed680-37f8-4f10-8ce5-87197ccb8058 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:54.651342 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8d147247-4b8d-4099-90f1-01c322674c85 req-bd3ed680-37f8-4f10-8ce5-87197ccb8058 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.1962569 Jun 22 03:57:54.662566 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port cb219bb1-e55c-4850-b3fc-03e2b303c21f, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=cb219bb1-e55c-4850-b3fc-03e2b303c21f,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:54.668258 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:54.673916 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:54.747928 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=cb219bb1-e55c-4850-b3fc-03e2b303c21f,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:54.753355 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:54.765685 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8d147247-4b8d-4099-90f1-01c322674c85 req-611b2c16-1777-4cba-af68-bd957516e84d tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129205 Jun 22 03:57:54.840375 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-c1007edd-bb50-437c-acbb-578346fce9a6 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068260 Jun 22 03:57:54.856894 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:54.987328 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-128c659a-fa68-4f39-9334-01a798fa1f62 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5196958 Jun 22 03:57:55.003300 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e575245-24af-4138-99f0-40ae1c0da9fc req-9d3aadc6-21c5-4c41-8697-d920e84ec959 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153322 Jun 22 03:57:55.020017 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.027012 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:55.102301 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:55.105328 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:55.107322 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'Port': ['ID=fbd4c676-c402-4240-8017-1ece86352d03,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:55.129265 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e59d0-b852-46e0-90af-2f0564ede464 req-c9445d24-f41e-44c5-b1fd-35b4300acda9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:55.136925 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-224e59d0-b852-46e0-90af-2f0564ede464 req-c9445d24-f41e-44c5-b1fd-35b4300acda9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 943 time: 0.2224379 Jun 22 03:57:55.142372 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:55.181589 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84412aeb-d676-4c35-b2d8-728d258d3553 req-721f29a3-283f-474c-a841-6214aa6d5ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215497 Jun 22 03:57:55.190425 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.202260 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:55.216344 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:55.237026 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-a8cf70b0-2a76-49d0-95d0-d92f1ebf82c2 service neutron] 10.222.0.24 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487969 Jun 22 03:57:55.268234 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-224e59d0-b852-46e0-90af-2f0564ede464 req-21aa3459-8369-4997-9ba2-323c79dd67f0 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303039 Jun 22 03:57:55.274976 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.324008 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Pushing event updated for resources: {'Subnet': ['ID=796896ed-8e70-4a0a-8180-9d9caf5c3e68,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:55.342726 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.344337 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:55.382341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Checking segment: {'id': '95538f9d-e8ca-45b4-bff5-c9f4c1c77519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:55.383073 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Network hostable DHCP agents. Network: 8c300a57-f01d-4a52-9f4b-0cdd585af634, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:55.415033 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-bbbe16d7-6cc4-4bc7-81da-5e79543b73d4 service neutron] 10.222.0.24 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723557 Jun 22 03:57:55.431779 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-9f3a49dd-97bf-43d0-85d1-819a11a2c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:55.433717 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-9f3a49dd-97bf-43d0-85d1-819a11a2c630 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 1096 time: 0.1277895 Jun 22 03:57:55.435089 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Network 8c300a57-f01d-4a52-9f4b-0cdd585af634 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:55.493006 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 8c300a57-f01d-4a52-9f4b-0cdd585af634) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:55.506907 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d43fb-79ad-4123-9213-99f1f5fc65c4 None None] Network 8c300a57-f01d-4a52-9f4b-0cdd585af634 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:55.539839 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:55.540579 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.570650 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749f091-9db2-4c6b-8420-991167e0f6cf req-c0d12cb4-7c3d-4f06-9bd1-59b700ccc75f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:55.574394 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7749f091-9db2-4c6b-8420-991167e0f6cf req-c0d12cb4-7c3d-4f06-9bd1-59b700ccc75f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.1763010 Jun 22 03:57:55.589097 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7320795 Jun 22 03:57:55.674798 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-ae354c93-a6fc-4a24-be1c-2c587f76fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:55.678400 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-ae354c93-a6fc-4a24-be1c-2c587f76fdbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.2370634 Jun 22 03:57:55.688570 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981adfab-2e5b-4cf6-bf60-dd4a6dee1371 None None] Network 8c300a57-f01d-4a52-9f4b-0cdd585af634 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:55.708758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.724853 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7749f091-9db2-4c6b-8420-991167e0f6cf req-3855c9d8-e42e-42f0-a5de-4608aa174963 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316521 Jun 22 03:57:55.729053 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.731594 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:55.786149 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-f66df9c6-b82f-4e56-9f4c-8bc4f9c96802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07 HTTP/1.1" status: 200 len: 217 time: 0.0982804 Jun 22 03:57:55.813776 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'Port': ['ID=fbd4c676-c402-4240-8017-1ece86352d03,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:55.827368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:55.829577 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30846820-099b-4be9-a8b2-b03c2017386f req-6b507555-b733-4733-994e-e016a541ceda tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 210 time: 0.1179788 Jun 22 03:57:55.860955 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.897808 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:55.913310 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0905187 Jun 22 03:57:55.946767 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-e74071bd-5d78-45f5-8abb-81adcfd7ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:55.946767 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-e74071bd-5d78-45f5-8abb-81adcfd7ffd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.1241374 Jun 22 03:57:56.018382 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-4dcbdd1c-dd67-4137-8a1a-b6149c3a0755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627081 Jun 22 03:57:56.061215 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf22a9c-350d-4c37-8706-f3aa24545fd8 req-0fad118e-4cb5-47cf-b60e-d87203474fae tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:56.063251 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bdf22a9c-350d-4c37-8706-f3aa24545fd8 req-0fad118e-4cb5-47cf-b60e-d87203474fae tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 943 time: 0.0969372 Jun 22 03:57:56.123872 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-0ead22d8-cf7f-4d9b-9588-a0d5336c7b30 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999177 Jun 22 03:57:56.162806 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 91c83497-fbb2-44df-bccb-f8369c2a2670 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:57:56.198916 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bdf22a9c-350d-4c37-8706-f3aa24545fd8 req-0ac3b001-b2ac-4429-97ab-37f5928f6010 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211019 Jun 22 03:57:56.411423 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device cb219bb1-e55c-4850-b3fc-03e2b303c21f up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:57:56.422337 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01f99fa9-8cbb-4fa4-9226-71db7fdf2cc0 req-d4bc4816-b858-4d31-b5c0-a02723b80423 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905118 Jun 22 03:57:56.489191 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 91c83497-fbb2-44df-bccb-f8369c2a2670, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=91c83497-fbb2-44df-bccb-f8369c2a2670,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:56.517025 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '91c83497-fbb2-44df-bccb-f8369c2a2670', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'port_id': '91c83497-fbb2-44df-bccb-f8369c2a2670', 'mac_address': 'fa:16:3e:97:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:57:56.548999 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-b7207a98-efc7-4dbc-b3dc-41bdcc9109d1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1648568821&fields=id&tenant_id=86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 267 time: 0.1712749 Jun 22 03:57:56.595095 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port cb219bb1-e55c-4850-b3fc-03e2b303c21f triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:56.595418 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:56.712656 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:56.713678 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27cff3-3874-4ce2-831e-0c2fcce1e967 req-2aa2d451-fa76-4679-9bcb-64a42f99c1eb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:56.721131 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7c27cff3-3874-4ce2-831e-0c2fcce1e967 req-2aa2d451-fa76-4679-9bcb-64a42f99c1eb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 943 time: 0.2049873 Jun 22 03:57:56.759286 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c83497-fbb2-44df-bccb-f8369c2a2670 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:57:56.779360 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7c27cff3-3874-4ce2-831e-0c2fcce1e967 req-42f59c22-1a75-4a30-aee6-940cf4446903 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549254 Jun 22 03:57:56.809047 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ab579b99-c110-4fef-9630-551a7526b225 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:56.809340 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 91c83497-fbb2-44df-bccb-f8369c2a2670, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=91c83497-fbb2-44df-bccb-f8369c2a2670,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:56.824225 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ab579b99-c110-4fef-9630-551a7526b225 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 817 time: 0.2678161 Jun 22 03:57:56.831391 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:56.833878 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device a2901598-5d76-4ba1-96bc-59f968be80ab details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:57:56.841463 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-5de693a1-b9e5-4ffa-af92-dec941deef32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:56.844003 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-f44a1e45-cb43-4349-99e3-5dc7c1593ff9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/quotas/86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 375 time: 0.0188153 Jun 22 03:57:56.991190 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=91c83497-fbb2-44df-bccb-f8369c2a2670,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:56.995963 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:56.997897 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-c0260d39-efb2-462a-9c76-c3f7599644c3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468337 Jun 22 03:57:57.016806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60814) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:57.032998 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166703387-network', 'tenant_id': '468f081019194b2baa81658fa4bf4396'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:57.077041 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port a2901598-5d76-4ba1-96bc-59f968be80ab, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a2901598-5d76-4ba1-96bc-59f968be80ab,segment=NetworkSegment(acff2ada-6669-4f90-bfed-f155c3f69717),segment_id=acff2ada-6669-4f90-bfed-f155c3f69717)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:57.091140 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'a2901598-5d76-4ba1-96bc-59f968be80ab', 'network_id': '300665b7-f50b-4b34-a817-f48d748eef46', 'port_id': 'a2901598-5d76-4ba1-96bc-59f968be80ab', 'mac_address': 'fa:16:3e:ee:12:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b47fbcd-084a-458c-b1f5-36481bc95bcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:57:57.103780 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Made reservation on behalf of 468f081019194b2baa81658fa4bf4396 for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:57.106012 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.114905 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cbde5-d8ec-405b-89ca-579503458792 req-4eeee4b9-9c12-4f60-a429-e21af12d15e3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:57.117239 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-851cbde5-d8ec-405b-89ca-579503458792 req-4eeee4b9-9c12-4f60-a429-e21af12d15e3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.1701109 Jun 22 03:57:57.121160 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.133752 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.144995 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-fd9ae7f7-36ce-40f8-81b2-990d719cf912 service neutron] 10.222.0.24 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415646 Jun 22 03:57:57.152738 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2901598-5d76-4ba1-96bc-59f968be80ab {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:57:57.165656 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-851cbde5-d8ec-405b-89ca-579503458792 req-a4329af0-8557-4fb9-9142-02ff19390298 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Jun 22 03:57:57.183561 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port a2901598-5d76-4ba1-96bc-59f968be80ab, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a2901598-5d76-4ba1-96bc-59f968be80ab,segment=NetworkSegment(acff2ada-6669-4f90-bfed-f155c3f69717),segment_id=acff2ada-6669-4f90-bfed-f155c3f69717)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:57:57.190605 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.193078 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-dc925269-856a-46a9-b611-6005b6c922d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:57.247488 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=a2901598-5d76-4ba1-96bc-59f968be80ab,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:57.252375 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:57.279933 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-cd9fd0bf-1743-4655-b051-ffd87251aa0a service neutron] 10.222.0.24 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271029 Jun 22 03:57:57.302961 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.308568 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.311713 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:57.321261 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97f98f75-4f27-4649-b0a9-cb20d60a15db req-cbadda2f-4e41-4364-a683-29b03c8d2550 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 210 time: 0.0339258 Jun 22 03:57:57.335659 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:57:57.351689 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137d14e7-70ef-4e3b-a346-2e63e8d74742,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:57.354567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.355075 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Added segment bbf8af10-7499-462a-b3a2-3636356db8eb of type vlan for network a31ae6e1-ffee-4632-9ca9-432e81e12d0d Jun 22 03:57:57.356612 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:57.403593 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.439182 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.440644 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:57.441240 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.444708 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6796e3f8-3996-4937-a766-6337fea8465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:57.507377 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afdc0b-09fb-4cea-a971-d612a0bd8379 req-38852233-d5ab-40f5-99a3-173f8487ff01 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:57.514611 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-68afdc0b-09fb-4cea-a971-d612a0bd8379 req-38852233-d5ab-40f5-99a3-173f8487ff01 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 944 time: 0.0785880 Jun 22 03:57:57.522823 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5039954 Jun 22 03:57:57.523178 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60824) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:57.526802 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-68a054ab-aecb-4baf-8b1e-f7435cf4cb29 req-aa4683a5-18f7-4981-a8c2-f90a3186d43e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 210 time: 0.0644195 Jun 22 03:57:57.538135 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Pushing event updated for resources: {'Network': ['ID=a31ae6e1-ffee-4632-9ca9-432e81e12d0d,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:57.539405 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Request body: {'subnet': {'network_id': 'a31ae6e1-ffee-4632-9ca9-432e81e12d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166703387-subnet', 'tenant_id': '468f081019194b2baa81658fa4bf4396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:57.543151 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:57.555055 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network a31ae6e1-ffee-4632-9ca9-432e81e12d0d details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:57:57.608362 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-68afdc0b-09fb-4cea-a971-d612a0bd8379 req-ede4a52d-58af-4bfc-974b-7a5b0cb48a4b tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928414 Jun 22 03:57:57.630487 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Made reservation on behalf of 468f081019194b2baa81658fa4bf4396 for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:57.633470 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.653071 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:57.697094 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['91c83497-fbb2-44df-bccb-f8369c2a2670'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:57:57.801251 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['a2901598-5d76-4ba1-96bc-59f968be80ab'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:57:57.851918 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-f44155b3-f597-4520-b392-a9a9f02c5940 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:57.854255 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-f44155b3-f597-4520-b392-a9a9f02c5940 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 810 time: 0.1515987 Jun 22 03:57:57.946152 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-4149467b-937e-4ca8-adcc-4013093c03d0 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b4a084af7d4c22a97d72f3061cd825 HTTP/1.1" status: 200 len: 380 time: 0.0738900 Jun 22 03:57:57.959298 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'port': {'device_id': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'admin_state_up': True, 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'security_groups': ['5a142d63-fca5-4a55-bd27-478bdeb4b4f2']}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:58.026612 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:58.032856 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b0213f75-3a11-4ed3-937f-508af7c1ea4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:58.119450 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Checking segment: {'id': 'bbf8af10-7499-462a-b3a2-3636356db8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a31ae6e1-ffee-4632-9ca9-432e81e12d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:57:58.119814 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Network hostable DHCP agents. Network: a31ae6e1-ffee-4632-9ca9-432e81e12d0d, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:57:58.124731 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6054e842-29fc-47a2-aa2d-f4f90f6a8345,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:58.134975 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:58.158632 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Network a31ae6e1-ffee-4632-9ca9-432e81e12d0d is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:57:58.182797 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, a31ae6e1-ffee-4632-9ca9-432e81e12d0d) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:58.202331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:58.203016 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:58.215913 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83873e-98c4-4b2e-9afe-dfb7b9dd819b None None] Network a31ae6e1-ffee-4632-9ca9-432e81e12d0d requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:58.244851 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7207439 Jun 22 03:57:58.422233 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43510d98-bdd7-4cfd-ba6b-d5a04937b516 req-79f2dd6f-8bac-456d-9cc0-8e77758f4894 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:58.424336 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-43510d98-bdd7-4cfd-ba6b-d5a04937b516 req-79f2dd6f-8bac-456d-9cc0-8e77758f4894 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 943 time: 0.1291757 Jun 22 03:57:58.425773 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Made reservation on behalf of a7b4a084af7d4c22a97d72f3061cd825 for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:57:58.429777 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:58.527926 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41a591-dc21-4126-8afa-82df0ed4fef5 req-d04e6798-524c-4e18-ad35-56b2de32f3d5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:58.528032 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0044f-ae3e-47dd-8444-ad6158194714 None None] Network a31ae6e1-ffee-4632-9ca9-432e81e12d0d requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:57:58.528138 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bb41a591-dc21-4126-8afa-82df0ed4fef5 req-d04e6798-524c-4e18-ad35-56b2de32f3d5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.1161225 Jun 22 03:57:58.543624 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-43510d98-bdd7-4cfd-ba6b-d5a04937b516 req-4635f8d1-6972-4429-8c60-63a0a35cf2ff tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102254 Jun 22 03:57:58.615879 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bb41a591-dc21-4126-8afa-82df0ed4fef5 req-8aedf95e-197c-4c8e-b8d8-5e35bb4d9089 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855498 Jun 22 03:57:58.663315 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Allocated IP 172.20.0.6 (816c027b-2f35-4bc4-a29c-b1507519cfc4/22708c79-9aa5-406f-97c1-04ff94064fa8/b3fcf4b3-ca73-4ace-b229-7f44bf201dfb) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:57:58.874060 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9c6b11af-fb36-4e58-87ac-5d17b4fb3e8e req-eac477ef-42ef-4bed-a402-6705f956ac67 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 210 time: 0.0386825 Jun 22 03:57:58.881767 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2d71f9c4-02fe-485e-91e1-b1e49534f281 req-d9ca44ed-0d3d-4773-b998-7d8312f5dfc2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 210 time: 0.0539188 Jun 22 03:57:58.938347 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:58.961857 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Transition to ACTIVE for port object b3fcf4b3-ca73-4ace-b229-7f44bf201dfb will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:57:59.022018 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:59.029910 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:57:59.133192 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:57:59.149426 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:57:59.161015 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:57:59.167887 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:59.169190 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:59.179677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'Port': ['ID=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:57:59.195691 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:57:59.227566 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2751272 Jun 22 03:57:59.249686 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Request body: {'port': {'device_id': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:57:59.266545 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208096a-7403-43c5-bdc9-90dd99738379 req-f27a7c30-0c35-4742-8ea1-12f0fe000ad2 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:59.275539 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c208096a-7403-43c5-bdc9-90dd99738379 req-f27a7c30-0c35-4742-8ea1-12f0fe000ad2 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 944 time: 0.1983542 Jun 22 03:57:59.388078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-6c373d25-f2ca-4f85-bc6c-bfe84533ba0a tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:59.398868 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-6c373d25-f2ca-4f85-bc6c-bfe84533ba0a tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/networks?id=8c300a57-f01d-4a52-9f4b-0cdd585af634 HTTP/1.1" status: 200 len: 808 time: 0.1883805 Jun 22 03:57:59.424258 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-4bdb0ec8-32c4-4a88-8f16-4a58581ca342 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/quotas/1c20e77d0d0847208695b2de5c63cc4a HTTP/1.1" status: 200 len: 375 time: 0.0239534 Jun 22 03:57:59.473750 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-b207cfca-4986-443c-884a-46cdce10b037 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c20e77d0d0847208695b2de5c63cc4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478654 Jun 22 03:57:59.605225 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c208096a-7403-43c5-bdc9-90dd99738379 req-67b31b92-afaa-4d1e-9df5-7dee2cefdfa2 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281841 Jun 22 03:57:59.611347 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60906) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:57:59.616771 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-27234adc-55ef-4df7-b7d4-c7f13fcf47c9 None None] Provisioning for port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:57:59.622077 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-27234adc-55ef-4df7-b7d4-c7f13fcf47c9 None None] Provisioning complete for port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:57:59.622546 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-27234adc-55ef-4df7-b7d4-c7f13fcf47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:59.631260 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:59.644103 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-92c0530d-5042-43b5-bef1-a76f52bac077 service neutron] 10.222.0.24 "GET /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686802 Jun 22 03:57:59.700189 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-27234adc-55ef-4df7-b7d4-c7f13fcf47c9 None None] Port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:57:59.846659 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-c9c28b77-2d92-4ad1-8d73-83a0a4894e5a service neutron] 10.222.0.24 "GET /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014098 Jun 22 03:57:59.892526 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:57:59.893340 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-509a808b-9742-49f0-bd61-adf3237e9403 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:57:59.895334 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-509a808b-9742-49f0-bd61-adf3237e9403 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 817 time: 0.4978092 Jun 22 03:58:00.034379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.038328 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-2af22e3d-14a8-4e3a-8d46-6fe75f94a4fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 380 time: 0.1027820 Jun 22 03:58:00.040989 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.046403 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:00.059476 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'port': {'device_id': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'admin_state_up': True, 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'security_groups': ['31e91f04-6718-47db-a816-7ad2b216e393']}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:00.091479 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6677427b6ba48b7bf54a61726968583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791605 Jun 22 03:58:00.092073 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 60928) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:00.101896 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6f52a-3162-410d-addd-989f2c73eae2,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:00.112176 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:00.149295 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device d4172fc7-4d26-4c94-8f21-0b2eddf56431 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:00.160752 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 91c83497-fbb2-44df-bccb-f8369c2a2670 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:00.162560 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea289e-2cdb-46a5-a11c-409d2b30fea3 req-522b99dd-33a7-4f7b-bf73-f91d41f12eec tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:00.164847 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82ea289e-2cdb-46a5-a11c-409d2b30fea3 req-522b99dd-33a7-4f7b-bf73-f91d41f12eec tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 943 time: 0.2793326 Jun 22 03:58:00.204812 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.218161 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fcf4b3-ca73-4ace-b229-7f44bf201dfb {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:00.236163 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.249875 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.279181 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82ea289e-2cdb-46a5-a11c-409d2b30fea3 req-176b06ca-17d9-4e4e-8d7f-8a24111f5231 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070576 Jun 22 03:58:00.289430 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Transition to ACTIVE for port object b3fcf4b3-ca73-4ace-b229-7f44bf201dfb will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:58:00.305348 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.309567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:00.320285 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Made reservation on behalf of 86911da8bf024ced868d0097af2de10d for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:58:00.324548 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.325058 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.329857 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.349624 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0df6f52a-3162-410d-addd-989f2c73eae2 HTTP/1.1" status: 204 len: 168 time: 0.2525754 Jun 22 03:58:00.349624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f00a5689-49e6-4822-8e17-20daf9b91ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:00.389603 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6f52a-3162-410d-addd-989f2c73eae2,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:00.413850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4bae-b741-4561-8173-e9d5cae94449 req-7eb68cf8-c4c3-488d-81c3-50c52bc0df7a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:00.415432 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5eed4bae-b741-4561-8173-e9d5cae94449 req-7eb68cf8-c4c3-488d-81c3-50c52bc0df7a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 943 time: 0.2851040 Jun 22 03:58:00.416315 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:00.507109 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5eed4bae-b741-4561-8173-e9d5cae94449 req-3039b125-2e59-43f6-ad08-7a2293c8e66b tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814860 Jun 22 03:58:00.534313 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:00.587982 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:00.624099 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Attempting to bind port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:58:00.624793 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Attempting to bind port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:58:00.625030 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Attempting to bind port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:00.636125 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 91c83497-fbb2-44df-bccb-f8369c2a2670 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:00.645847 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 91c83497-fbb2-44df-bccb-f8369c2a2670 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:00.646225 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.652001 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:58:00.652425 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Attempting to bind port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:00.676719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:58:00.676977 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Checking segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:58:00.679569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Bound using segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:58:00.680208 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Bound port: b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:58:00.680396 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.698774 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port d4172fc7-4d26-4c94-8f21-0b2eddf56431, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:00.715827 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'port_id': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431', 'mac_address': 'fa:16:3e:a3:b2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf2096d-b0cd-4fae-a2df-2543413d9eff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:00.781408 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.786083 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33b49747-3261-4fc4-b671-a60ce5546df9 req-7a128843-2843-462e-a5bf-37b5ba57241b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 210 time: 0.0407629 Jun 22 03:58:00.829392 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40f77-7ab2-4777-9e97-774873e17c3f req-000c3571-0560-4f54-8616-3cebaac35a92 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:00.830994 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d9f40f77-7ab2-4777-9e97-774873e17c3f req-000c3571-0560-4f54-8616-3cebaac35a92 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 943 time: 0.3809052 Jun 22 03:58:00.846483 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c83497-fbb2-44df-bccb-f8369c2a2670'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:00.900999 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d9f40f77-7ab2-4777-9e97-774873e17c3f req-6d0cb4d5-98a9-4b6c-875b-67917a941381 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624580 Jun 22 03:58:00.905694 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] For port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:58:00.938820 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60946) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:00.951448 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] For port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:58:00.958097 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Allocated IP 172.20.0.6 (41015a78-fa20-43e6-949a-127359048d8e/1c7f8e5a-729f-4975-a351-4ed5b66b3509/0204eea6-636f-4e87-97a8-24f133745255) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:58:00.970365 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-35d28b34-56a0-4c8d-a169-e7092b192ab3 req-07109b00-246d-4ae8-8fcb-dfb43eb08914 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 210 time: 0.0508313 Jun 22 03:58:00.979592 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.984301 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:00.996434 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:01.056181 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 91c83497-fbb2-44df-bccb-f8369c2a2670, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=91c83497-fbb2-44df-bccb-f8369c2a2670,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:01.071185 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.073641 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device a2901598-5d76-4ba1-96bc-59f968be80ab up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:01.077981 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-adb7f689-8d3d-421d-ac34-e53d9b19d72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:01.083811 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.091759 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:01.092340 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.093786 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 1093 time: 1.8500280 Jun 22 03:58:01.106341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:01.110241 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fcea1e-1105-4df2-8062-bc761789bf45" -d '{"events": [{"name": "network-changed", "server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:01.148373 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4172fc7-4d26-4c94-8f21-0b2eddf56431 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:01.195724 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port d4172fc7-4d26-4c94-8f21-0b2eddf56431, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:01.232118 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c19d0-3530-4cac-9c9f-bd9f71a1de8f x-openstack-request-id: req-eb9c19d0-3530-4cac-9c9f-bd9f71a1de8f {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:01.232437 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:01.232762 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb9c19d0-3530-4cac-9c9f-bd9f71a1de8f {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:01.233172 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'status': 'completed', 'code': 200} Jun 22 03:58:01.233432 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.234360 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:01.317709 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c26a2-ca69-453e-a858-109212a86a4d" -d '{"events": [{"server_uuid": "71616d51-e63b-4a93-bcc2-8c63e5360d5d", "name": "network-vif-plugged", "status": "completed", "tag": "91c83497-fbb2-44df-bccb-f8369c2a2670"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:01.342844 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:01.345411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=91c83497-fbb2-44df-bccb-f8369c2a2670,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:01.359617 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:01.368089 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:01.370936 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-2ce57f0b-bf28-450d-b15e-15f65e0ecd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:01.439513 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port a2901598-5d76-4ba1-96bc-59f968be80ab completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:01.462805 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-81f66ae3-7858-4c98-b518-c4c0bc6148a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:01.463702 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port a2901598-5d76-4ba1-96bc-59f968be80ab triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:01.464251 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.464392 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-81f66ae3-7858-4c98-b518-c4c0bc6148a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1096 time: 0.2244689 Jun 22 03:58:01.471879 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e616295-5d8b-4b1a-b1bc-2171e83265de req-6ad28595-5f72-4272-9eac-46d43864dac3 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:01.474024 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6e616295-5d8b-4b1a-b1bc-2171e83265de req-6ad28595-5f72-4272-9eac-46d43864dac3 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 944 time: 0.3904700 Jun 22 03:58:01.478948 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:01.480595 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.523966 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=d4172fc7-4d26-4c94-8f21-0b2eddf56431,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:01.538466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad87cd-bd09-46c2-9482-fc02e545a12f req-ed03593e-3b17-4162-b12f-684e143394a9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:01.541723 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:01.544144 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07', 'network_id': '84c83ba3-312f-41b2-95d5-5a77bb87aa9e', 'port_id': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07', 'mac_address': 'fa:16:3e:cb:ca:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:01.548057 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fad87cd-bd09-46c2-9482-fc02e545a12f req-ed03593e-3b17-4162-b12f-684e143394a9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 943 time: 0.0886548 Jun 22 03:58:01.560685 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-d6a2337b-9832-4fbf-9b62-5d90d849567b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 217 time: 0.0776050 Jun 22 03:58:01.562221 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Transition to ACTIVE for port object 0204eea6-636f-4e87-97a8-24f133745255 will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:58:01.572005 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.600539 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.615423 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fad87cd-bd09-46c2-9482-fc02e545a12f req-9c1023c4-d6da-4d72-b47c-b327122aae9f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Jun 22 03:58:01.641460 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-13450581-66a4-4889-a506-9658afdbcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:01.642905 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-13450581-66a4-4889-a506-9658afdbcb70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.0627108 Jun 22 03:58:01.647697 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.648400 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:01.680387 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:01.681877 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.693620 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6e616295-5d8b-4b1a-b1bc-2171e83265de req-76aac68e-02c0-41fe-b3d7-36411882abd8 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086015 Jun 22 03:58:01.694815 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.698304 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:01.706490 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:01.712326 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.762963 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port a2901598-5d76-4ba1-96bc-59f968be80ab, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a2901598-5d76-4ba1-96bc-59f968be80ab,segment=NetworkSegment(acff2ada-6669-4f90-bfed-f155c3f69717),segment_id=acff2ada-6669-4f90-bfed-f155c3f69717)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:01.777408 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:01.778830 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b72ee-aecc-4c15-a82f-d09f436212ad,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:01.780783 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58701c88-79a3-49c7-908b-c641d934d29d x-openstack-request-id: req-58701c88-79a3-49c7-908b-c641d934d29d {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:01.781272 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71616d51-e63b-4a93-bcc2-8c63e5360d5d", "name": "network-vif-plugged", "status": "completed", "tag": "91c83497-fbb2-44df-bccb-f8369c2a2670", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:01.781684 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58701c88-79a3-49c7-908b-c641d934d29d {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:01.794007 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c83497-fbb2-44df-bccb-f8369c2a2670', 'code': 200} Jun 22 03:58:01.804275 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:01.816227 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:01.816365 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:01.816803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:01.899923 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=a2901598-5d76-4ba1-96bc-59f968be80ab,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:01.912077 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:02.095878 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-0d42458e-d681-4e0f-9cfa-ec14aa5d8817 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.098527 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-0d42458e-d681-4e0f-9cfa-ec14aa5d8817 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.36 "GET /v2.0/networks?id=8c300a57-f01d-4a52-9f4b-0cdd585af634 HTTP/1.1" status: 200 len: 808 time: 0.2445238 Jun 22 03:58:02.112331 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:02.121705 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d258-ed6d-4f2f-8426-51018b165622 req-a2279a56-1d16-4130-8186-6fb95f2b6c9b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.130071 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-87d6d258-ed6d-4f2f-8426-51018b165622 req-a2279a56-1d16-4130-8186-6fb95f2b6c9b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 931 time: 0.1588619 Jun 22 03:58:02.141354 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Request body: {'port': {'device_id': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634', 'admin_state_up': True, 'tenant_id': '1c20e77d0d0847208695b2de5c63cc4a'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:02.203113 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Network 41015a78-fa20-43e6-949a-127359048d8e is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:58:02.208261 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:58:02.212871 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da10fa0d7a3e4986804b0ba3b4768c67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2703776 Jun 22 03:58:02.215229 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:58:02.221936 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.223443 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.234068 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 60982) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:02.242670 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:02.287901 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['3ff9b14b-59cc-4ba9-9383-a31ece50ac07'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:02.293349 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:02.314520 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-87d6d258-ed6d-4f2f-8426-51018b165622 req-d938d2f0-0439-47af-bdb5-5cd2f4e64d30 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832488 Jun 22 03:58:02.324490 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:02.366744 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3154564 Jun 22 03:58:02.421279 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e906f9d-9107-498f-9887-ed46d721e8ba req-98bbec67-6186-45cc-b5e0-4a45523f8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.422986 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e906f9d-9107-498f-9887-ed46d721e8ba req-98bbec67-6186-45cc-b5e0-4a45523f8e26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.2322996 Jun 22 03:58:02.423609 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Request body: {'port': {'device_id': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:02.461365 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Made reservation on behalf of 1c20e77d0d0847208695b2de5c63cc4a for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:58:02.465577 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.471174 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3e906f9d-9107-498f-9887-ed46d721e8ba req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.517385 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-4f8d944e-14a2-490c-b614-e6b8c7f48a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.519286 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-4f8d944e-14a2-490c-b614-e6b8c7f48a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8340466 Jun 22 03:58:02.532359 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb27bb-62f1-4cae-afdb-8de8cdb004a8 req-ecd2e4a1-3f81-427f-b29d-510a06331e75 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.534184 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-20eb27bb-62f1-4cae-afdb-8de8cdb004a8 req-ecd2e4a1-3f81-427f-b29d-510a06331e75 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 944 time: 0.3897564 Jun 22 03:58:02.604427 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.631906 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-f74035a6-c69b-4c0c-a004-efde06725b8f None None] Provisioning for port 0204eea6-636f-4e87-97a8-24f133745255 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:02.648011 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-f74035a6-c69b-4c0c-a004-efde06725b8f None None] Provisioning complete for port 0204eea6-636f-4e87-97a8-24f133745255 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:02.649737 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f74035a6-c69b-4c0c-a004-efde06725b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.659277 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.703825 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cf8d-ac33-41b3-8ddc-86b6d5c68731 req-5939ebab-ea45-4001-99e4-c0a1137930db tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:02.705545 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d854cf8d-ac33-41b3-8ddc-86b6d5c68731 req-5939ebab-ea45-4001-99e4-c0a1137930db tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 943 time: 0.2181013 Jun 22 03:58:02.713717 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-f74035a6-c69b-4c0c-a004-efde06725b8f None None] Port 0204eea6-636f-4e87-97a8-24f133745255 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:58:02.739530 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.777075 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-20eb27bb-62f1-4cae-afdb-8de8cdb004a8 req-7a820c55-d662-4370-86b4-7589bbd0230e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316067 Jun 22 03:58:02.802083 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d854cf8d-ac33-41b3-8ddc-86b6d5c68731 req-e6bef204-ae75-4370-aadb-12f60370fb27 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712731 Jun 22 03:58:02.809324 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Allocated IP 172.20.0.14 (8c300a57-f01d-4a52-9f4b-0cdd585af634/796896ed-8e70-4a0a-8180-9d9caf5c3e68/6f751bcf-30f3-415d-99e6-08c82ebe030e) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:58:02.863889 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.869642 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.873086 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac6b72ee-aecc-4c15-a82f-d09f436212ad HTTP/1.1" status: 204 len: 168 time: 0.6356170 Jun 22 03:58:02.873086 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:02.892151 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-a6db4e83-b81e-4a00-a392-33769d5db729 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501923 Jun 22 03:58:02.896968 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b72ee-aecc-4c15-a82f-d09f436212ad,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:02.943768 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3e906f9d-9107-498f-9887-ed46d721e8ba req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.953113 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:02.953862 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3e906f9d-9107-498f-9887-ed46d721e8ba req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:02.964612 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:03.010293 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e906f9d-9107-498f-9887-ed46d721e8ba req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757911 Jun 22 03:58:03.040849 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-328d3c2f-f9a6-4267-9452-9201add85e42 req-1665db54-1b72-4141-a0d6-8840b9e02570 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 210 time: 0.0870023 Jun 22 03:58:03.058257 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2628a629-9bc4-491b-aed4-3fb1720f70da,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:03.073906 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:03.106919 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.136076 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc391b4-8c26-41d0-83ee-464015e97753 req-e34d6dfe-4e4d-4976-8116-74a2e188c945 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:03.137892 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-edc391b4-8c26-41d0-83ee-464015e97753 req-e34d6dfe-4e4d-4976-8116-74a2e188c945 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 944 time: 0.1375132 Jun 22 03:58:03.159410 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-09047ad9-5b5c-4f8c-ba4a-ead00b008d70 req-6b336a41-e858-46e6-8c9f-ec0a7b95e6cb service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098155 Jun 22 03:58:03.198525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-edc391b4-8c26-41d0-83ee-464015e97753 req-c2ea1135-f203-41ef-a0b6-c5df6c4aabf1 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 Jun 22 03:58:03.206078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.212829 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f5e882c9-6975-42eb-b9a0-b5cffca486b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:03.256584 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Network 8c300a57-f01d-4a52-9f4b-0cdd585af634 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:58:03.260069 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:58:03.264556 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:58:03.270547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:03.270987 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.285956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Pushing event updated for resources: {'Port': ['ID=6f751bcf-30f3-415d-99e6-08c82ebe030e,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:03.289066 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:03.299012 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1660063 Jun 22 03:58:03.304529 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0204eea6-636f-4e87-97a8-24f133745255 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:03.314672 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.334569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ef2b-111c-4db3-ac65-bd62517e0ecc req-939c0fc3-d110-454e-a956-26feae8073c0 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:03.336180 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5007ef2b-111c-4db3-ac65-bd62517e0ecc req-939c0fc3-d110-454e-a956-26feae8073c0 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.1394763 Jun 22 03:58:03.341534 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Transition to ACTIVE for port object 0204eea6-636f-4e87-97a8-24f133745255 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:58:03.350797 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.363100 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-559acd71-3a04-45ef-a61b-3e0027e3adb1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:03.405848 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:03.409201 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:03.469241 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Request body: {'port': {'device_id': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:03.480016 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5007ef2b-111c-4db3-ac65-bd62517e0ecc req-24290cd8-780e-4df3-926e-ae596ffc8762 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372054 Jun 22 03:58:03.551777 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Attempting to bind port 0204eea6-636f-4e87-97a8-24f133745255 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:58:03.552373 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Attempting to bind port 0204eea6-636f-4e87-97a8-24f133745255 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:58:03.552964 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Attempting to bind port 0204eea6-636f-4e87-97a8-24f133745255 on network 41015a78-fa20-43e6-949a-127359048d8e {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:03.571094 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Port 0204eea6-636f-4e87-97a8-24f133745255 on network 41015a78-fa20-43e6-949a-127359048d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:58:03.571418 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Attempting to bind port 0204eea6-636f-4e87-97a8-24f133745255 on network 41015a78-fa20-43e6-949a-127359048d8e {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:03.577702 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:58:03.578154 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Checking segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:58:03.578474 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Bound using segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:58:03.578980 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Bound port: 0204eea6-636f-4e87-97a8-24f133745255, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:58:03.579327 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.692901 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:58:03.708745 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:58:03.715997 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.720787 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:03.729491 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-2ff2afb8-0598-4031-a3f3-d204622411d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:03.731112 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-2ff2afb8-0598-4031-a3f3-d204622411d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1096 time: 0.1156368 Jun 22 03:58:03.795588 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2901598-5d76-4ba1-96bc-59f968be80ab'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:03.797969 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b4dc5-e0ae-4650-9283-956e00cc3f82" -d '{"events": [{"server_uuid": "b82de8bb-da4f-4e4d-a957-9ac695179d78", "name": "network-vif-plugged", "status": "completed", "tag": "a2901598-5d76-4ba1-96bc-59f968be80ab"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:03.850234 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ff05-7214-43f2-bce1-5ff2a9d79bf0 req-58859e99-8fc6-4a26-856f-8a49c23d75f5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:03.854914 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6615ff05-7214-43f2-bce1-5ff2a9d79bf0 req-58859e99-8fc6-4a26-856f-8a49c23d75f5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.4046063 Jun 22 03:58:03.876992 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.904585 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:03.915089 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:03.915089 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] 10.222.0.36 "PUT /v2.0/ports/0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 1093 time: 1.5125668 Jun 22 03:58:03.915089 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:03.916170 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9013cf-bab5-4f47-890c-9e668bb33d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:03.968698 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:03.975499 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:04.073905 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6615ff05-7214-43f2-bce1-5ff2a9d79bf0 req-993d809a-3d35-45d8-b231-d207ba532f6f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036526 Jun 22 03:58:04.079263 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-1af45b57-e695-4eb1-8fd2-073ed8791de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.080911 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-1af45b57-e695-4eb1-8fd2-073ed8791de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.3249662 Jun 22 03:58:04.166656 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device d4172fc7-4d26-4c94-8f21-0b2eddf56431 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:04.198759 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-a85eb578-5cc5-4548-969e-57f3f101ea63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 217 time: 0.1049201 Jun 22 03:58:04.221923 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:58:04.277164 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2326f9-d30c-41b8-857c-17761ae89521 x-openstack-request-id: req-0b2326f9-d30c-41b8-857c-17761ae89521 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:04.277837 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82de8bb-da4f-4e4d-a957-9ac695179d78", "name": "network-vif-plugged", "status": "completed", "tag": "a2901598-5d76-4ba1-96bc-59f968be80ab", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:04.278184 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b2326f9-d30c-41b8-857c-17761ae89521 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:04.281937 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2901598-5d76-4ba1-96bc-59f968be80ab', 'code': 200} Jun 22 03:58:04.311808 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-7fffb7a3-d990-4895-a48f-1ac0d7e049ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.313401 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-7fffb7a3-d990-4895-a48f-1ac0d7e049ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1096 time: 0.2968864 Jun 22 03:58:04.320308 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-c77eb8b0-2619-4d1f-923e-21cf5a583450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.321934 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port d4172fc7-4d26-4c94-8f21-0b2eddf56431 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:04.322090 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-c77eb8b0-2619-4d1f-923e-21cf5a583450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.1114635 Jun 22 03:58:04.327856 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port d4172fc7-4d26-4c94-8f21-0b2eddf56431 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:04.328370 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.334225 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29611c-1805-4a98-a745-8258a1275f85 req-a2a68207-cf79-4134-95dc-66bfddc4fb41 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.335718 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ad29611c-1805-4a98-a745-8258a1275f85 req-a2a68207-cf79-4134-95dc-66bfddc4fb41 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 944 time: 0.2581990 Jun 22 03:58:04.461064 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-0bf16966-50d5-4931-8ccb-64a006129d66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 217 time: 0.1211598 Jun 22 03:58:04.474528 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.551963 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port d4172fc7-4d26-4c94-8f21-0b2eddf56431, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:04.559039 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ad29611c-1805-4a98-a745-8258a1275f85 req-b2478998-3736-40bd-b8c8-ee5f7034c4f9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980042 Jun 22 03:58:04.569658 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.570994 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:04.574684 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-dc925269-856a-46a9-b611-6005b6c922d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:04.614787 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-97ccdeec-1341-4f05-9978-660c04c01497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.618081 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-97ccdeec-1341-4f05-9978-660c04c01497 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.1407280 Jun 22 03:58:04.667167 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d89cb2-044b-4202-bf8c-d8b77a3b10b9 x-openstack-request-id: req-67d89cb2-044b-4202-bf8c-d8b77a3b10b9 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:04.681453 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:04.681887 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67d89cb2-044b-4202-bf8c-d8b77a3b10b9 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:04.683468 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'status': 'completed', 'code': 200} Jun 22 03:58:04.689297 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-28f924d3-8e13-4e9b-823d-d6ce4736c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.692218 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-28f924d3-8e13-4e9b-823d-d6ce4736c767 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3335328 Jun 22 03:58:04.716591 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1300-20bb-4424-9dce-72cf847f6ed8 req-cd701f05-4ea6-48f2-8227-79b3cfa2cf6f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.724777 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f03a1300-20bb-4424-9dce-72cf847f6ed8 req-cd701f05-4ea6-48f2-8227-79b3cfa2cf6f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 943 time: 0.2867510 Jun 22 03:58:04.737222 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:04.760788 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:04.761268 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.777873 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=d4172fc7-4d26-4c94-8f21-0b2eddf56431,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:04.793911 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f751bcf-30f3-415d-99e6-08c82ebe030e {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:04.813235 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:04.815811 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.865647 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Transition to ACTIVE for port object 6f751bcf-30f3-415d-99e6-08c82ebe030e will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:58:04.874175 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-851a4655-9130-4a80-9b25-99ab18d81010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:04.876921 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-851a4655-9130-4a80-9b25-99ab18d81010 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2436523 Jun 22 03:58:04.891325 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.899411 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:04.903019 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.944000 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:04.951078 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:04.953009 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f03a1300-20bb-4424-9dce-72cf847f6ed8 req-99c910a9-f667-4b9f-a700-e6a50fb91022 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272460 Jun 22 03:58:04.955150 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:04.958368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f751bcf-30f3-415d-99e6-08c82ebe030e,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:04.985014 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:04.994282 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-6fef46df-943e-456a-acdb-e36cd0f14f83 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581224 Jun 22 03:58:05.039926 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:05.046344 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:05.075230 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438397a5-357d-49b3-99e9-0c408872d559 req-d60fbfad-714e-493c-b091-12ad0f074721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.081404 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-438397a5-357d-49b3-99e9-0c408872d559 req-d60fbfad-714e-493c-b091-12ad0f074721 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 1098 time: 0.3539712 Jun 22 03:58:05.155368 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30893b5-75e7-43d4-9241-009cacb1517e req-37cdc8a2-0da0-4bef-b049-a61afb689379 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.155368 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c30893b5-75e7-43d4-9241-009cacb1517e req-37cdc8a2-0da0-4bef-b049-a61afb689379 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 944 time: 0.2958117 Jun 22 03:58:05.157486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 32832) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:05.169738 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-66557ddb-0fb4-4441-8777-9fe82e1efc39 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830644 Jun 22 03:58:05.205437 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Attempting to bind port 6f751bcf-30f3-415d-99e6-08c82ebe030e on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:58:05.205847 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Attempting to bind port 6f751bcf-30f3-415d-99e6-08c82ebe030e by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '95538f9d-e8ca-45b4-bff5-c9f4c1c77519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:58:05.206159 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Attempting to bind port 6f751bcf-30f3-415d-99e6-08c82ebe030e on network 8c300a57-f01d-4a52-9f4b-0cdd585af634 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:05.217744 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-438397a5-357d-49b3-99e9-0c408872d559 req-beebbcf5-fa7d-4b07-86a7-f9106d85cadc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247985 Jun 22 03:58:05.220276 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Port 6f751bcf-30f3-415d-99e6-08c82ebe030e on network 8c300a57-f01d-4a52-9f4b-0cdd585af634 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:58:05.220780 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Attempting to bind port 6f751bcf-30f3-415d-99e6-08c82ebe030e on network 8c300a57-f01d-4a52-9f4b-0cdd585af634 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:05.229017 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:58:05.229601 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Checking segment: {'id': '95538f9d-e8ca-45b4-bff5-c9f4c1c77519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:58:05.230194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Bound using segment: {'id': '95538f9d-e8ca-45b4-bff5-c9f4c1c77519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:58:05.230786 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Bound port: 6f751bcf-30f3-415d-99e6-08c82ebe030e, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95538f9d-e8ca-45b4-bff5-c9f4c1c77519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:58:05.231286 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:05.300404 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c30893b5-75e7-43d4-9241-009cacb1517e req-aae878f7-a447-457a-8e0d-9d6b72fd58f9 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331613 Jun 22 03:58:05.310104 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33fcea1e-1105-4df2-8062-bc761789bf45 req-6a563d91-8ca2-412c-804d-b04f4f5236f5 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061388 Jun 22 03:58:05.337732 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a678b1-f3e1-4001-a3d2-d6c6193619cd req-9214d69f-180b-4731-8e92-d3a9848060c3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.339426 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-64a678b1-f3e1-4001-a3d2-d6c6193619cd req-9214d69f-180b-4731-8e92-d3a9848060c3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1805723 Jun 22 03:58:05.344417 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] For port 6f751bcf-30f3-415d-99e6-08c82ebe030e, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:58:05.356549 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] For port 6f751bcf-30f3-415d-99e6-08c82ebe030e, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e,segment=NetworkSegment(95538f9d-e8ca-45b4-bff5-c9f4c1c77519),segment_id=95538f9d-e8ca-45b4-bff5-c9f4c1c77519)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:58:05.371381 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:05.372896 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4fdbf6a0-ad21-45f1-bf7a-36d2ed657caa req-28c73176-275f-4f4f-abc6-00f3db81b2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950660 Jun 22 03:58:05.385685 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:05.393139 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.396435 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:05.400714 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6f751bcf-30f3-415d-99e6-08c82ebe030e HTTP/1.1" status: 200 len: 1094 time: 1.9490504 Jun 22 03:58:05.404060 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'tag': '6f751bcf-30f3-415d-99e6-08c82ebe030e'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:05.406332 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566ef386-474d-433c-b2ce-62acd035f79a" -d '{"events": [{"name": "network-changed", "server_uuid": "17b7ecba-4c5c-4847-a6bb-462ea44d3462", "tag": "6f751bcf-30f3-415d-99e6-08c82ebe030e"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:05.451368 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-64a678b1-f3e1-4001-a3d2-d6c6193619cd req-099a51e9-b194-4cb7-8f77-a380d986b871 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044028 Jun 22 03:58:05.479194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f751bcf-30f3-415d-99e6-08c82ebe030e,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:05.482634 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:05.494409 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:05.564305 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff8fb3-8566-4218-a2fb-f2bb43f96145 req-4db47576-646e-4134-9a90-7e539def5895 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.565824 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6ff8fb3-8566-4218-a2fb-f2bb43f96145 req-4db47576-646e-4134-9a90-7e539def5895 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.1326137 Jun 22 03:58:05.650714 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866900e-f7e6-4a18-9d2a-4212a37d3652 req-adfad00e-9044-4230-b2aa-4a48a5ae48ba tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.657232 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5866900e-f7e6-4a18-9d2a-4212a37d3652 req-adfad00e-9044-4230-b2aa-4a48a5ae48ba tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0877395 Jun 22 03:58:05.700470 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5866900e-f7e6-4a18-9d2a-4212a37d3652 req-dedfa95d-7df2-40bb-95fe-b8907bbdb9a3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 Jun 22 03:58:05.758398 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f580d-c400-4f74-b0ef-3be01b1c3489 x-openstack-request-id: req-c85f580d-c400-4f74-b0ef-3be01b1c3489 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:05.761395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b7ecba-4c5c-4847-a6bb-462ea44d3462", "tag": "6f751bcf-30f3-415d-99e6-08c82ebe030e", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:05.761979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c85f580d-c400-4f74-b0ef-3be01b1c3489 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:05.763760 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'tag': '6f751bcf-30f3-415d-99e6-08c82ebe030e', 'status': 'completed', 'code': 200} Jun 22 03:58:05.848337 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6ff8fb3-8566-4218-a2fb-f2bb43f96145 req-0f8ee6aa-4e12-4845-8e06-435555b40f5a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686470 Jun 22 03:58:05.875039 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:05.880422 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:05.883368 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:05.923705 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32862) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:05.941285 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c1df-2dc9-4e42-815f-54e00e9c447a req-cdb38881-82e0-4715-a89a-78dad08c190e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:05.943406 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-afa6c1df-2dc9-4e42-815f-54e00e9c447a req-cdb38881-82e0-4715-a89a-78dad08c190e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.0774405 Jun 22 03:58:05.982690 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f182774-97e0-4749-b0df-57dec67ebc9d,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:06.007692 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-afa6c1df-2dc9-4e42-815f-54e00e9c447a req-3980f121-53f9-4f78-9125-1d026e19a901 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569232 Jun 22 03:58:06.012978 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:06.020398 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d7bb0d697be43018aa4af3f3b86ddee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578351 Jun 22 03:58:06.020901 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32868) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:06.076557 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-d1a60ceb-14df-438e-b57a-10863479d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.078117 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-d1a60ceb-14df-438e-b57a-10863479d75e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1096 time: 0.1802759 Jun 22 03:58:06.082479 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.109098 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.138674 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-266520fe-8702-4000-91f3-27a3198ce602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.140336 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-266520fe-8702-4000-91f3-27a3198ce602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c20e77d0d0847208695b2de5c63cc4a&device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 1097 time: 0.2331667 Jun 22 03:58:06.144076 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.220356 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.222778 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.223963 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f182774-97e0-4749-b0df-57dec67ebc9d HTTP/1.1" status: 204 len: 168 time: 0.2019064 Jun 22 03:58:06.226172 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-af7b0249-3bcd-4db9-bd64-1f5d97472b5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e HTTP/1.1" status: 200 len: 217 time: 0.0505219 Jun 22 03:58:06.227130 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1fdf4cdc-919f-4695-90a1-9381c12a1ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:06.240402 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.242097 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f182774-97e0-4749-b0df-57dec67ebc9d,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:06.249441 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:06.250486 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.252874 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1f04663f-7ea0-41f7-a4d6-2b317c2dcec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:06.284202 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431'}, {'server_uuid': '383455d8-3989-4414-b43e-e818f5c10b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:06.288070 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8064225a-f3b7-4496-a1d2-c24a008095a3" -d '{"events": [{"server_uuid": "d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a", "name": "network-vif-plugged", "status": "completed", "tag": "d4172fc7-4d26-4c94-8f21-0b2eddf56431"}, {"server_uuid": "383455d8-3989-4414-b43e-e818f5c10b32", "name": "network-vif-plugged", "status": "completed", "tag": "3ff9b14b-59cc-4ba9-9383-a31ece50ac07"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:06.323780 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beaa2de7833e4f1db63a2cba3fe5512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988950 Jun 22 03:58:06.324665 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32874) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:06.327145 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d139e32-c5f8-46ed-97e3-601b8e364026,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:06.332527 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:06.332680 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-7dbdebd9-1bc7-4f2b-8e85-cfbaab199f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.334237 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-7dbdebd9-1bc7-4f2b-8e85-cfbaab199f7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.2488177 Jun 22 03:58:06.351924 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86e53e-db26-4234-afd2-f0271d6402eb req-78388e35-f446-4582-b9ff-01a5017f53fc tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.354057 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5f86e53e-db26-4234-afd2-f0271d6402eb req-78388e35-f446-4582-b9ff-01a5017f53fc tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 943 time: 0.2127550 Jun 22 03:58:06.355512 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-e759de0b-b7b0-4489-9647-81079a8ea7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.356852 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-e759de0b-b7b0-4489-9647-81079a8ea7af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=796896ed-8e70-4a0a-8180-9d9caf5c3e68 HTTP/1.1" status: 200 len: 848 time: 0.1222281 Jun 22 03:58:06.369341 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa5105-883f-46bb-beb7-2a82f693d751 x-openstack-request-id: req-02aa5105-883f-46bb-beb7-2a82f693d751 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:06.369888 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a", "name": "network-vif-plugged", "status": "completed", "tag": "d4172fc7-4d26-4c94-8f21-0b2eddf56431", "code": 200}, {"server_uuid": "383455d8-3989-4414-b43e-e818f5c10b32", "name": "network-vif-plugged", "status": "completed", "tag": "3ff9b14b-59cc-4ba9-9383-a31ece50ac07", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:06.370429 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02aa5105-883f-46bb-beb7-2a82f693d751 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:06.371019 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431', 'code': 200} Jun 22 03:58:06.371452 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383455d8-3989-4414-b43e-e818f5c10b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07', 'code': 200} Jun 22 03:58:06.400119 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.404169 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-c099fb12-2085-430d-8a3c-a42bef65832f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 217 time: 0.0614526 Jun 22 03:58:06.427129 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.431415 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5f86e53e-db26-4234-afd2-f0271d6402eb req-c22b411b-792e-4425-b2f0-3c1bfeef5132 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680978 Jun 22 03:58:06.507642 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-4136a81c-73db-4bca-81ed-20f9ce18e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.509457 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-4136a81c-73db-4bca-81ed-20f9ce18e24e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0606680 Jun 22 03:58:06.541609 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-f30c078a-2f1e-45bb-8cbe-69aca2d182ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c300a57-f01d-4a52-9f4b-0cdd585af634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364738 Jun 22 03:58:06.564970 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a91b-7781-49ff-a1aa-6eb05a2c458d req-9b885669-5c3a-4d08-8bd9-cf40c0f5a1cf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.573692 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bfb6a91b-7781-49ff-a1aa-6eb05a2c458d req-9b885669-5c3a-4d08-8bd9-cf40c0f5a1cf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 944 time: 0.0812254 Jun 22 03:58:06.596399 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.599198 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.600523 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d139e32-c5f8-46ed-97e3-601b8e364026 HTTP/1.1" status: 204 len: 168 time: 0.2746296 Jun 22 03:58:06.602756 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ab005bec-57e7-43a6-a8d8-bfd41c6645e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:06.619401 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d139e32-c5f8-46ed-97e3-601b8e364026,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:06.639921 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bfb6a91b-7781-49ff-a1aa-6eb05a2c458d req-feadd9ff-66eb-459a-8b01-052c5ebac0fc tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Jun 22 03:58:06.641974 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:06.775709 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-a911c0a0-3187-485f-aacb-75eb7d9d4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.777340 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-a911c0a0-3187-485f-aacb-75eb7d9d4ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2388330 Jun 22 03:58:06.784688 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 32886) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:06.838648 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:06.860469 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06159-de1a-404a-a3c9-0b71e203de88 req-f2747627-c75b-4343-aaef-2d6873368b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.861958 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6df06159-de1a-404a-a3c9-0b71e203de88 req-f2747627-c75b-4343-aaef-2d6873368b46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 1098 time: 0.1228516 Jun 22 03:58:06.864963 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241b762-94d4-4d4d-9104-a9f98bbdb573 req-ee299eb0-517b-4222-a470-3add676581e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.865950 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4241b762-94d4-4d4d-9104-a9f98bbdb573 req-ee299eb0-517b-4222-a470-3add676581e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 1098 time: 0.0763159 Jun 22 03:58:06.868264 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-6d25dcac-1331-4da8-ae60-9b60b84a345c service neutron] 10.222.0.36 "GET /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705877 Jun 22 03:58:06.963972 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4241b762-94d4-4d4d-9104-a9f98bbdb573 req-2f8cc0ae-c525-4b4e-b021-3eee4acebbb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803218 Jun 22 03:58:06.966521 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6df06159-de1a-404a-a3c9-0b71e203de88 req-3d7a3171-4e63-4792-9f36-5211c51b0475 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818584 Jun 22 03:58:06.990979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969e054-663e-478d-8dfc-3344777021f5 req-0d288b72-bb72-4e60-bde3-f93b186e7cd2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:06.993345 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c969e054-663e-478d-8dfc-3344777021f5 req-0d288b72-bb72-4e60-bde3-f93b186e7cd2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.1201620 Jun 22 03:58:06.996557 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32892) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:06.999678 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9c3f1-58e1-4fbd-9e98-2a4004e95a15 req-603e2413-047d-45ec-90c6-ad2a2164ee41 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:07.001288 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-72a9c3f1-58e1-4fbd-9e98-2a4004e95a15 req-603e2413-047d-45ec-90c6-ad2a2164ee41 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.2690849 Jun 22 03:58:07.026305 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.062512 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c969e054-663e-478d-8dfc-3344777021f5 req-1308dd49-be06-432e-a770-3a2293e439bd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595365 Jun 22 03:58:07.063335 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-a80b93e1-3bf9-4ce4-8054-5c060d51044f service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700562 Jun 22 03:58:07.090130 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0009f03e-c35a-44d9-aab5-1790e60ae5ea req-4527159f-7bbb-43a4-be74-131316bdcb37 service neutron] 10.222.0.36 "GET /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063780 Jun 22 03:58:07.100751 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-72a9c3f1-58e1-4fbd-9e98-2a4004e95a15 req-16426d01-6f4c-41e8-8b7f-50a00fddfc61 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888906 Jun 22 03:58:07.146949 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.150901 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.153674 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1cbdfac5-b265-47fa-ae0f-66f84f23d3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:07.199296 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2395dfc63fb645848569c6ab00e724ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091825 Jun 22 03:58:07.199296 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3e3eb-c106-49f3-a607-c3173c69c04b,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:07.199566 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32896) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:07.209757 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:07.284192 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c5d1-7470-4892-9c34-7cf603728f7b req-1382ea00-b243-477b-828b-fa073e415bd2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:07.285704 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1763c5d1-7470-4892-9c34-7cf603728f7b req-1382ea00-b243-477b-828b-fa073e415bd2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.0698962 Jun 22 03:58:07.317066 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.323758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.324601 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1763c5d1-7470-4892-9c34-7cf603728f7b req-b0058f23-8662-4335-82c3-afe2183a490a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Jun 22 03:58:07.340482 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9a17-3329-4d97-8d36-24fc3a7af04d req-a92fe65a-9883-47f5-82a1-bc4840c5d4ed tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:07.342048 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c48f9a17-3329-4d97-8d36-24fc3a7af04d req-a92fe65a-9883-47f5-82a1-bc4840c5d4ed tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.1561718 Jun 22 03:58:07.342640 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.344994 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7bd6d7ce-23a2-4858-ae97-3d8eca5f0d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:07.393120 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.411675 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9cf462e358646ffb88d52d8811a008e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141688 Jun 22 03:58:07.414670 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 32898) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:07.417646 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9896c2-8bee-4099-b534-a96edaf596b6,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:07.422314 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:07.455009 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c48f9a17-3329-4d97-8d36-24fc3a7af04d req-535de2bb-8a2a-4c27-a68b-63f5677eaec1 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998788 Jun 22 03:58:07.465196 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.485234 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.488306 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.491869 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ff3e3eb-c106-49f3-a607-c3173c69c04b HTTP/1.1" status: 204 len: 168 time: 0.2892716 Jun 22 03:58:07.491869 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fb45f422-37a0-42c5-9a9e-0612adedc154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:07.495195 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.498633 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3e3eb-c106-49f3-a607-c3173c69c04b,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:07.500857 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:07.554368 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.556933 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:07.559062 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b9896c2-8bee-4099-b534-a96edaf596b6 HTTP/1.1" status: 204 len: 168 time: 0.1423557 Jun 22 03:58:07.559062 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:07.567462 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9896c2-8bee-4099-b534-a96edaf596b6,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:07.569905 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:07.652834 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fdd0-fbe4-452a-821b-55b63d515e3c req-c8c19822-6eee-4e3a-8861-382ddc6bd2c6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:07.654321 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-38b0fdd0-fbe4-452a-821b-55b63d515e3c req-c8c19822-6eee-4e3a-8861-382ddc6bd2c6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 943 time: 0.0769718 Jun 22 03:58:07.695294 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-38b0fdd0-fbe4-452a-821b-55b63d515e3c req-cd1ef28c-a473-48e3-a7b8-031ab66cd5ad tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350440 Jun 22 03:58:07.893921 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd194c1-e3f0-4762-956f-465d6aded1f0 req-8ca93c55-f767-4978-973f-3b5f468796f7 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:07.896334 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d9013cf-bab5-4f47-890c-9e668bb33d0a req-02d403cf-67c8-42a8-9d9b-71f34750d873 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350451 Jun 22 03:58:07.897107 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4bd194c1-e3f0-4762-956f-465d6aded1f0 req-8ca93c55-f767-4978-973f-3b5f468796f7 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 944 time: 0.1275394 Jun 22 03:58:07.954674 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4bd194c1-e3f0-4762-956f-465d6aded1f0 req-36e99a02-86c5-4496-8489-2e0f7fd5262b tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483000 Jun 22 03:58:07.975439 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32918) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:07.989723 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.059980 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ef386-474d-433c-b2ce-62acd035f79a req-aabd3cd9-5736-4a65-8b2a-0e5f948084f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.061396 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-aabd3cd9-5736-4a65-8b2a-0e5f948084f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c20e77d0d0847208695b2de5c63cc4a&device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 1097 time: 0.0652194 Jun 22 03:58:08.087832 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.092278 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.095976 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:08.136134 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0fdaff1f2a04883a47fc6b2867b3f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596003 Jun 22 03:58:08.137152 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21578fc-e96e-4ee4-a909-d8c6d41864f8,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:08.140422 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:08.141582 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 32926) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:08.181489 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b3fcf4b3-ca73-4ace-b229-7f44bf201dfb details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:08.207332 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.233735 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.273914 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ef386-474d-433c-b2ce-62acd035f79a req-d4d07663-6658-4ae2-8a7d-d9e6458f7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.276884 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-d4d07663-6658-4ae2-8a7d-d9e6458f7bcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c300a57-f01d-4a52-9f4b-0cdd585af634 HTTP/1.1" status: 200 len: 909 time: 0.1981065 Jun 22 03:58:08.299607 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.307956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.309193 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a21578fc-e96e-4ee4-a909-d8c6d41864f8 HTTP/1.1" status: 204 len: 168 time: 0.1666336 Jun 22 03:58:08.310054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-241d6b81-921f-4411-947e-b93924d57c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:08.321135 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21578fc-e96e-4ee4-a909-d8c6d41864f8,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:08.323719 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:08.392130 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:08.415762 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'port_id': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'mac_address': 'fa:16:3e:b8:b1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:08.417775 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-dcab30b6-332d-4432-83e7-65507ae30975 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e HTTP/1.1" status: 200 len: 217 time: 0.1181681 Jun 22 03:58:08.451038 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78008-37d9-445b-ba9d-14ca61ea9b27 req-e759a18f-2bd2-4403-82d3-dbae59ca4eaa tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.454224 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cac78008-37d9-445b-ba9d-14ca61ea9b27 req-e759a18f-2bd2-4403-82d3-dbae59ca4eaa tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1039112 Jun 22 03:58:08.485227 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.504743 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fcf4b3-ca73-4ace-b229-7f44bf201dfb {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:08.528597 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:08.536361 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:08.537452 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cac78008-37d9-445b-ba9d-14ca61ea9b27 req-bd012b4e-5159-4c6c-9e77-0aff62cc0ee7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757270 Jun 22 03:58:08.539200 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e138d72-b8ae-4e0d-980e-43f29152dfd3 req-a3b20b0f-05ee-426a-9afc-25bf4eb192b3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.540914 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-fbf5648a-2578-4a27-a8ee-09de0943c985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:08.547638 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e138d72-b8ae-4e0d-980e-43f29152dfd3 req-a3b20b0f-05ee-426a-9afc-25bf4eb192b3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.3045890 Jun 22 03:58:08.556447 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ef386-474d-433c-b2ce-62acd035f79a req-240bb63b-8ee8-4bd8-8a81-08c253bcfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.558195 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-240bb63b-8ee8-4bd8-8a81-08c253bcfaaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=796896ed-8e70-4a0a-8180-9d9caf5c3e68 HTTP/1.1" status: 200 len: 848 time: 0.1295636 Jun 22 03:58:08.598665 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-13f8a603-cb37-4663-b2dc-466922ccf318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c300a57-f01d-4a52-9f4b-0cdd585af634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309863 Jun 22 03:58:08.645276 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e138d72-b8ae-4e0d-980e-43f29152dfd3 req-d80eb74a-e700-43eb-971a-4de356d6fd79 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966525 Jun 22 03:58:08.663820 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:08.678106 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:08.749816 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6b6e0-d1de-41ba-8b7b-66baf234ab8f req-679f8b91-41e7-46dc-9f9c-3b5f9dbf1a6f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.751501 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-03e6b6e0-d1de-41ba-8b7b-66baf234ab8f req-679f8b91-41e7-46dc-9f9c-3b5f9dbf1a6f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.0916507 Jun 22 03:58:08.770757 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-06609b93-1c0b-4cfc-883d-b854f4eed8ec service neutron] 10.222.0.36 "GET /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613679 Jun 22 03:58:08.807301 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-03e6b6e0-d1de-41ba-8b7b-66baf234ab8f req-4e2980ef-e59f-48b0-8006-37f1587c1a7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Jun 22 03:58:08.929044 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-566ef386-474d-433c-b2ce-62acd035f79a req-290e98eb-bf90-424a-98d3-eb76a87e6ffe service neutron] 10.222.0.36 "GET /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510828 Jun 22 03:58:08.940965 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008db611-5986-4363-86c2-70893763f963 req-c4772a9b-6861-4d36-84c6-0e310ea3421a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:08.942890 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-008db611-5986-4363-86c2-70893763f963 req-c4772a9b-6861-4d36-84c6-0e310ea3421a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.1406057 Jun 22 03:58:09.004046 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-008db611-5986-4363-86c2-70893763f963 req-1b4e214b-8a63-4f42-90c3-9238c960ab70 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 Jun 22 03:58:09.048709 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c3b45-18d9-441c-bd71-a71fbf85b39a req-f098c0e2-412f-4383-8531-5b82a4bd812f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:09.057452 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ad0c3b45-18d9-441c-bd71-a71fbf85b39a req-f098c0e2-412f-4383-8531-5b82a4bd812f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 944 time: 0.1130013 Jun 22 03:58:09.111434 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ad0c3b45-18d9-441c-bd71-a71fbf85b39a req-94341455-27ae-491a-aa4c-01327d0b81f0 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529699 Jun 22 03:58:09.253167 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2fceb-ce16-4881-9322-e4f16d163456 req-7705ba98-4100-4f76-9d67-66de3d546857 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:09.261836 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d6d2fceb-ce16-4881-9322-e4f16d163456 req-7705ba98-4100-4f76-9d67-66de3d546857 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 944 time: 0.1033571 Jun 22 03:58:09.276028 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['b3fcf4b3-ca73-4ace-b229-7f44bf201dfb'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:09.315802 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d6d2fceb-ce16-4881-9322-e4f16d163456 req-f604e7b6-331a-45db-bb88-05a1977e92b5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479834 Jun 22 03:58:09.720826 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98843f6e-7e42-48bb-ac92-341ade8bacbe req-0c9de057-069b-47d6-8876-c3b200514e39 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:09.722011 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-98843f6e-7e42-48bb-ac92-341ade8bacbe req-0c9de057-069b-47d6-8876-c3b200514e39 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0742602 Jun 22 03:58:09.777635 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-98843f6e-7e42-48bb-ac92-341ade8bacbe req-5679331b-deab-43fc-9d8f-2254db37bd01 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Jun 22 03:58:09.888846 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e506a-c4b2-4ed6-9094-4133d0c9950e req-8f31bbc6-f5f8-46ee-94b5-d6e515b3dcef tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:09.890672 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ee5e506a-c4b2-4ed6-9094-4133d0c9950e req-8f31bbc6-f5f8-46ee-94b5-d6e515b3dcef tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.1026850 Jun 22 03:58:09.943307 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ee5e506a-c4b2-4ed6-9094-4133d0c9950e req-b43ff967-7ab0-4120-8411-60a04af2aa15 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 Jun 22 03:58:10.165806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f381e-de55-480c-9203-d5098c914101 req-73eeca65-d00a-440a-83d6-a4af4caf5b92 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.167658 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-eb3f381e-de55-480c-9203-d5098c914101 req-73eeca65-d00a-440a-83d6-a4af4caf5b92 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.0758512 Jun 22 03:58:10.188367 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:10.211730 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-eb3f381e-de55-480c-9203-d5098c914101 req-98bf10d7-71be-40a6-afac-3537d5b7661c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 Jun 22 03:58:10.440963 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-85a558b0-9ac2-4bc4-9041-8a2a9c27040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.442864 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-85a558b0-9ac2-4bc4-9041-8a2a9c27040c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 1098 time: 0.1464860 Jun 22 03:58:10.476421 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:10.499007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '0204eea6-636f-4e87-97a8-24f133745255', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'port_id': '0204eea6-636f-4e87-97a8-24f133745255', 'mac_address': 'fa:16:3e:61:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:10.540065 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:10.554527 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0204eea6-636f-4e87-97a8-24f133745255 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:10.595560 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:10.604407 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:10.606783 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:10.642754 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a068-40f7-459a-ac30-c21d068bbd94 req-24e481ec-eeff-4fad-af66-4d28e9d90d15 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.646040 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-feb3a068-40f7-459a-ac30-c21d068bbd94 req-24e481ec-eeff-4fad-af66-4d28e9d90d15 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 944 time: 0.1130192 Jun 22 03:58:10.651070 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4aa4-ae45-4b84-a228-1b2d24434291 req-9a589a17-9d8c-42ee-aa08-e40a165f906d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.658584 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-608d4aa4-ae45-4b84-a228-1b2d24434291 req-9a589a17-9d8c-42ee-aa08-e40a165f906d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1168985 Jun 22 03:58:10.668609 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-6ad4f1c8-1570-4eb9-8b4c-f59301967c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.670027 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-6ad4f1c8-1570-4eb9-8b4c-f59301967c7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.2188947 Jun 22 03:58:10.695067 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:10.696575 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:10.721092 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-feb3a068-40f7-459a-ac30-c21d068bbd94 req-7777f581-4096-4d08-8587-d36b155e94ab tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660219 Jun 22 03:58:10.739612 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-ca997f50-a50d-4715-9ca4-9ef684759d6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07 HTTP/1.1" status: 200 len: 217 time: 0.0608258 Jun 22 03:58:10.770094 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-608d4aa4-ae45-4b84-a228-1b2d24434291 req-81522a35-576d-4c4c-91d2-ffd890402975 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101334 Jun 22 03:58:10.879670 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-5712316f-6685-4d68-9632-11a76cbd566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.909301 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-5712316f-6685-4d68-9632-11a76cbd566e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.1379669 Jun 22 03:58:10.973874 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-b65c7296-8177-40f5-ae86-8ac226b387df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517669 Jun 22 03:58:10.984117 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c02-59c1-4656-b148-8b95e8d9b649 req-dc2ddd31-b0ae-4d85-aec3-66dedfee5147 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:10.986686 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-96eb7c02-59c1-4656-b148-8b95e8d9b649 req-dc2ddd31-b0ae-4d85-aec3-66dedfee5147 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 944 time: 0.1006100 Jun 22 03:58:11.065101 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-96eb7c02-59c1-4656-b148-8b95e8d9b649 req-903840ab-90d5-4a35-9501-eb02b80923b2 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703540 Jun 22 03:58:11.094890 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-96e8aa94-e703-4f14-88eb-2ee2d70e247f service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113799 Jun 22 03:58:11.186503 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['0204eea6-636f-4e87-97a8-24f133745255'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:11.279623 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fc95f7c5-d845-48a5-87fd-424d46f49c35 req-f7b648ce-7cb6-4f4a-803a-23dd295315b2 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764157 Jun 22 03:58:11.337736 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2673c3-32f2-4019-a230-7820f97752f7 req-0ef71b92-491a-4543-8078-f2bf0aa681ef tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:11.339609 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bb2673c3-32f2-4019-a230-7820f97752f7 req-0ef71b92-491a-4543-8078-f2bf0aa681ef tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.1549485 Jun 22 03:58:11.384360 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33080) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:11.408874 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bb2673c3-32f2-4019-a230-7820f97752f7 req-5e9246c0-ab49-4d4d-9e2e-6b47f9114eb0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617120 Jun 22 03:58:11.524022 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.622720 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.626109 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.629900 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-90d69e71-2798-4817-acc7-859209bf759a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:11.665413 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f914aece6e3649f29d9b744f5987e42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798958 Jun 22 03:58:11.666557 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2720752-a62e-4029-918a-b23687560278,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:11.668181 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33088) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:11.669619 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:11.720009 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.740464 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.786587 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.789596 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:11.793080 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2720752-a62e-4029-918a-b23687560278 HTTP/1.1" status: 204 len: 168 time: 0.1196618 Jun 22 03:58:11.793080 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-59b541d3-2838-4c20-9d77-f7a93cee0942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:11.799201 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2720752-a62e-4029-918a-b23687560278,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:11.802415 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:11.915812 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be3e0-fda9-47f4-86cf-a668a5b665c6 req-a0a5b336-52da-4b9e-84a2-d130614efa94 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:11.923245 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-806be3e0-fda9-47f4-86cf-a668a5b665c6 req-a0a5b336-52da-4b9e-84a2-d130614efa94 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 944 time: 0.0827453 Jun 22 03:58:11.994112 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-806be3e0-fda9-47f4-86cf-a668a5b665c6 req-e60b9a06-2a4e-4cdf-a95b-6fd566558031 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699360 Jun 22 03:58:12.028982 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad627cb-a5b2-4d6c-b45f-34581cf1edec req-25b63d75-ee32-41a6-b35f-8fd294495105 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:12.030610 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7ad627cb-a5b2-4d6c-b45f-34581cf1edec req-25b63d75-ee32-41a6-b35f-8fd294495105 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1043882 Jun 22 03:58:12.087172 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7ad627cb-a5b2-4d6c-b45f-34581cf1edec req-4f75e4b5-d7fa-4cf8-a4f8-21cf0b0538d7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490758 Jun 22 03:58:12.195132 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 6f751bcf-30f3-415d-99e6-08c82ebe030e details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:12.201753 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33108) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:12.208127 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b3fcf4b3-ca73-4ace-b229-7f44bf201dfb up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:12.222792 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.266952 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19964e0-2df3-404a-8dbf-74db7cf77814 req-f961c397-bd97-4aae-81c5-25e6281be20a tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:12.269060 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f19964e0-2df3-404a-8dbf-74db7cf77814 req-f961c397-bd97-4aae-81c5-25e6281be20a tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 944 time: 0.0754476 Jun 22 03:58:12.333209 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f19964e0-2df3-404a-8dbf-74db7cf77814 req-65eddb2e-5ddd-4164-9d75-6ade0dafcfbb tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576217 Jun 22 03:58:12.368363 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.378077 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.382338 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ffdcac2-854e-42bd-a3e0-793662f12626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:12.423538 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f89683ddb2a4998927b206554f049c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201099 Jun 22 03:58:12.426173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33114) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:12.433957 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1850afd-b321-4994-86a2-e6677389a08e,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:12.443355 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:12.495891 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.520713 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.543902 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:12.567968 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:12.568394 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.609679 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.612698 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.617528 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1850afd-b321-4994-86a2-e6677389a08e HTTP/1.1" status: 204 len: 168 time: 0.1902535 Jun 22 03:58:12.618697 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:12.629994 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 6f751bcf-30f3-415d-99e6-08c82ebe030e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e,segment=NetworkSegment(95538f9d-e8ca-45b4-bff5-c9f4c1c77519),segment_id=95538f9d-e8ca-45b4-bff5-c9f4c1c77519)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:12.635376 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1850afd-b321-4994-86a2-e6677389a08e,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:12.639684 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:12.666016 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '6f751bcf-30f3-415d-99e6-08c82ebe030e', 'network_id': '8c300a57-f01d-4a52-9f4b-0cdd585af634', 'port_id': '6f751bcf-30f3-415d-99e6-08c82ebe030e', 'mac_address': 'fa:16:3e:11:9d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796896ed-8e70-4a0a-8180-9d9caf5c3e68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:12.696086 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22290-4839-4371-ac99-a049d99bb094 req-7028ceb4-f6bb-454f-af1b-27a229ca0d7a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:12.703102 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-80d22290-4839-4371-ac99-a049d99bb094 req-7028ceb4-f6bb-454f-af1b-27a229ca0d7a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.1426485 Jun 22 03:58:12.729480 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.751702 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f751bcf-30f3-415d-99e6-08c82ebe030e {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:12.766283 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.773418 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-80d22290-4839-4371-ac99-a049d99bb094 req-c58ae6cd-2d16-4ee7-b080-0d9f272624bd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690837 Jun 22 03:58:12.794035 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 6f751bcf-30f3-415d-99e6-08c82ebe030e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e,segment=NetworkSegment(95538f9d-e8ca-45b4-bff5-c9f4c1c77519),segment_id=95538f9d-e8ca-45b4-bff5-c9f4c1c77519)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:12.800159 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:12.802444 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633c4e7c-aa3d-4d66-ac09-af836ef1e1fa" -d '{"events": [{"server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "name": "network-vif-plugged", "status": "completed", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:12.807064 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.813960 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:12.836909 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:12.859178 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a36c18-846f-4e26-992c-c326d03f300a x-openstack-request-id: req-a7a36c18-846f-4e26-992c-c326d03f300a {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:12.859480 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "name": "network-vif-plugged", "status": "completed", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:12.859742 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7a36c18-846f-4e26-992c-c326d03f300a {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:12.860133 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'code': 200} Jun 22 03:58:12.862514 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:12.879498 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=6f751bcf-30f3-415d-99e6-08c82ebe030e,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:12.884103 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:12.884628 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:12.954510 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:12.960951 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:13.348420 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062c904-b0b2-4ded-ac2c-688d71ac4e0e req-8eb64b9a-a890-458a-b201-2c084f826280 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:13.350019 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d062c904-b0b2-4ded-ac2c-688d71ac4e0e req-8eb64b9a-a890-458a-b201-2c084f826280 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1034896 Jun 22 03:58:13.398346 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d062c904-b0b2-4ded-ac2c-688d71ac4e0e req-1960e97f-95fe-42d8-9fad-633d04dc0929 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Jun 22 03:58:13.473402 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['6f751bcf-30f3-415d-99e6-08c82ebe030e'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:13.517255 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57215d0a-ba83-4a96-8064-63e17c46e662 req-612f8b7d-4d18-4f98-ace0-910658cc2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:13.518718 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-57215d0a-ba83-4a96-8064-63e17c46e662 req-612f8b7d-4d18-4f98-ace0-910658cc2ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1098 time: 0.3592548 Jun 22 03:58:13.557301 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039393c6-eb7f-410c-9f4c-591b5210ccb7 req-283e65a0-9741-4f7d-b545-747fb10d1f7b tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:13.565521 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-039393c6-eb7f-410c-9f4c-591b5210ccb7 req-283e65a0-9741-4f7d-b545-747fb10d1f7b tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.4362292 Jun 22 03:58:13.608668 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-57215d0a-ba83-4a96-8064-63e17c46e662 req-ee23a2e2-2bb0-464e-806f-fb9df6a7559f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828388 Jun 22 03:58:13.637602 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-039393c6-eb7f-410c-9f4c-591b5210ccb7 req-99145161-c6c1-4620-bf46-df3597179123 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689561 Jun 22 03:58:13.659432 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdff30b-e7fc-4d6f-acb6-bf352bdec642 req-e56b5dfb-5d94-4fe4-b26f-043a3d23f392 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:13.667201 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0cdff30b-e7fc-4d6f-acb6-bf352bdec642 req-e56b5dfb-5d94-4fe4-b26f-043a3d23f392 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 945 time: 0.1200674 Jun 22 03:58:13.708603 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0cdff30b-e7fc-4d6f-acb6-bf352bdec642 req-c1299802-92d9-46f4-90f7-a6f4f1568ab0 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Jun 22 03:58:13.972050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda6f6-59b8-4dbb-a027-e217cad86993 req-11c422c3-9c9b-4af1-a4b3-9afd6eccbfee tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:13.974540 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-66cda6f6-59b8-4dbb-a027-e217cad86993 req-11c422c3-9c9b-4af1-a4b3-9afd6eccbfee tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.0751188 Jun 22 03:58:14.020620 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-66cda6f6-59b8-4dbb-a027-e217cad86993 req-d7ec3ca1-6f12-4f72-9491-197f8dc44886 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 Jun 22 03:58:14.198735 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:14.256683 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 0204eea6-636f-4e87-97a8-24f133745255 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:14.260326 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 0204eea6-636f-4e87-97a8-24f133745255 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:14.261153 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:14.344735 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:14.381128 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:14.386977 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:14.389954 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:14.455862 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:14.459189 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:14.591514 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae149294-4458-4974-adb0-3266720d58a0 req-c535e9fe-8f7f-4207-a019-b2653d600178 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:14.592984 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ae149294-4458-4974-adb0-3266720d58a0 req-c535e9fe-8f7f-4207-a019-b2653d600178 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0683610 Jun 22 03:58:14.635374 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ae149294-4458-4974-adb0-3266720d58a0 req-42cf9295-f01b-475f-b77e-f5a9b6844d37 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Jun 22 03:58:14.847515 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0026d-7753-4554-9135-6591100b68ae req-e8981960-7318-4f67-94e9-a66ea833c7fe tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:14.849472 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d3d0026d-7753-4554-9135-6591100b68ae req-e8981960-7318-4f67-94e9-a66ea833c7fe tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0875292 Jun 22 03:58:14.861442 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:14.865526 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68850596-e663-41ae-bd37-370b293b16c8" -d '{"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:14.901802 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d3d0026d-7753-4554-9135-6591100b68ae req-57c6adbc-408f-4f81-83ac-feb7c62353c6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467281 Jun 22 03:58:14.927850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04e45b-7744-4a87-b3d2-1ca3691934e8 req-5be42667-cb3e-4780-9252-21ac84cd21ec tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:14.930461 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bf04e45b-7744-4a87-b3d2-1ca3691934e8 req-5be42667-cb3e-4780-9252-21ac84cd21ec tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 945 time: 0.0900009 Jun 22 03:58:14.995290 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bf04e45b-7744-4a87-b3d2-1ca3691934e8 req-49547fa1-e703-441e-8a5d-34c7ba8bacd6 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Jun 22 03:58:15.038941 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c593ed22-6f5d-4001-a513-141f7a6ff7b7 x-openstack-request-id: req-c593ed22-6f5d-4001-a513-141f7a6ff7b7 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:15.039404 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:15.040776 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c593ed22-6f5d-4001-a513-141f7a6ff7b7 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:15.041619 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'code': 200} Jun 22 03:58:15.092045 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33228) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:15.305052 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.376924 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f21ab6-385e-401b-89e8-21985e8a7dae req-9594f6d4-7598-49fc-a75b-6bf4db547975 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:15.381051 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c2f21ab6-385e-401b-89e8-21985e8a7dae req-9594f6d4-7598-49fc-a75b-6bf4db547975 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.2179286 Jun 22 03:58:15.440217 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c2f21ab6-385e-401b-89e8-21985e8a7dae req-03fc9a40-cee6-4fde-b343-5375c2c68076 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519199 Jun 22 03:58:15.441991 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926f835-4de4-4f06-a0ea-041970497771 req-87d8d60a-325d-4d38-af27-36fcfa33cd62 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:15.443585 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3926f835-4de4-4f06-a0ea-041970497771 req-87d8d60a-325d-4d38-af27-36fcfa33cd62 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.0774848 Jun 22 03:58:15.478932 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.484447 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.488350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e149b421-b101-44f6-bf0c-192a474150cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:15.524621 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3926f835-4de4-4f06-a0ea-041970497771 req-0ead465c-7cef-43d4-bc3a-2ba461df750f tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734892 Jun 22 03:58:15.529065 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=081d8ea6cfef4f968be49a4d453d4d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335105 Jun 22 03:58:15.530136 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33238) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:15.537448 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07be5449-605b-4409-bce3-753a0c949db3,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:15.543304 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a00fa-06f8-4ec2-b00b-7fbcbb033a97 req-face73d8-7a24-4764-a6d2-ff2148366feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:15.544821 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b61a00fa-06f8-4ec2-b00b-7fbcbb033a97 req-face73d8-7a24-4764-a6d2-ff2148366feb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1098 time: 0.0846999 Jun 22 03:58:15.554915 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:15.594728 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.612980 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b61a00fa-06f8-4ec2-b00b-7fbcbb033a97 req-bd62b3a1-fda1-43bb-9a07-afb241c2f0a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279329 Jun 22 03:58:15.615748 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.659512 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.662834 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:15.664283 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07be5449-605b-4409-bce3-753a0c949db3 HTTP/1.1" status: 204 len: 168 time: 0.1332355 Jun 22 03:58:15.665110 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c1f8c546-0152-4314-9d6e-13a78ff03ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:15.679531 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be5449-605b-4409-bce3-753a0c949db3,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:15.685200 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:15.821157 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d694b0-25e2-42c3-9415-db8d077b830a req-f63ab242-9245-4815-846f-5d499953c214 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:15.822660 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-65d694b0-25e2-42c3-9415-db8d077b830a req-f63ab242-9245-4815-846f-5d499953c214 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0670352 Jun 22 03:58:15.864851 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-65d694b0-25e2-42c3-9415-db8d077b830a req-51ba2795-319a-44d1-b2d5-df441159da7f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Jun 22 03:58:15.970311 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33262) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:15.983854 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.086498 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-d667c602-e77e-4a30-8ad0-3553632700ac tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:16.087882 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-d667c602-e77e-4a30-8ad0-3553632700ac tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.1101007 Jun 22 03:58:16.105060 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-cd4d24b3-12c6-41b9-b6c5-d801b77b469c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/quotas/f75f443f7d94447da0d75691a9572e16 HTTP/1.1" status: 200 len: 375 time: 0.0108483 Jun 22 03:58:16.124556 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.132799 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f06f-d42f-434a-b51c-6d5f362ef876 req-16a76676-679f-4d5a-9c0a-c64478c41b36 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:16.134281 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0ef4f06f-d42f-434a-b51c-6d5f362ef876 req-16a76676-679f-4d5a-9c0a-c64478c41b36 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1104455 Jun 22 03:58:16.135288 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.138062 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3fb44a50-04ff-4e32-8b19-0e21f9ca1ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:16.178434 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-abd5fc01-eed5-4112-9924-ae181af8b80d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676112 Jun 22 03:58:16.198395 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9077ce685b954c5d931363ff7570ffcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269711 Jun 22 03:58:16.198969 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33266) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:16.212524 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d4017-7a66-49c8-97b1-ddbcc4e50fa9,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:16.225354 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 6f751bcf-30f3-415d-99e6-08c82ebe030e up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:16.236918 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:16.251141 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0ef4f06f-d42f-434a-b51c-6d5f362ef876 req-0adb4170-2428-462a-ac3e-5c7a53d1e05a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104541 Jun 22 03:58:16.299145 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 6f751bcf-30f3-415d-99e6-08c82ebe030e completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:16.308569 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 6f751bcf-30f3-415d-99e6-08c82ebe030e triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:16.309201 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.314961 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.325333 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-a9c1a902-2db8-4047-984e-7e2f2fbc9b63 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390970 Jun 22 03:58:16.340715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.395115 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.432111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.432370 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 6f751bcf-30f3-415d-99e6-08c82ebe030e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e,segment=NetworkSegment(95538f9d-e8ca-45b4-bff5-c9f4c1c77519),segment_id=95538f9d-e8ca-45b4-bff5-c9f4c1c77519)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:16.436937 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.440328 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/901d4017-7a66-49c8-97b1-ddbcc4e50fa9 HTTP/1.1" status: 204 len: 168 time: 0.2332957 Jun 22 03:58:16.440328 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:16.444051 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:16.447351 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:16.467201 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d4017-7a66-49c8-97b1-ddbcc4e50fa9,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:16.471053 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:16.492301 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-dba6d169-a49d-461e-8ea4-a43150225c68 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649563 Jun 22 03:58:16.513346 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74afc3c-6fb4-4920-8601-8db031156f5b req-59eb1afe-53c3-4832-bcc6-9b7df36bd7e5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:16.522637 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c74afc3c-6fb4-4920-8601-8db031156f5b req-59eb1afe-53c3-4832-bcc6-9b7df36bd7e5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 945 time: 0.1242769 Jun 22 03:58:16.535967 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=6f751bcf-30f3-415d-99e6-08c82ebe030e,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:16.546098 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:16.571401 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c74afc3c-6fb4-4920-8601-8db031156f5b req-77c8012a-679b-4f93-b472-0813e101514d tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Jun 22 03:58:16.823149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0034e88-8bdb-481f-95eb-a9de0bea6873 req-f5228a8c-6bab-4934-ba7b-535563087756 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:16.825606 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d0034e88-8bdb-481f-95eb-a9de0bea6873 req-f5228a8c-6bab-4934-ba7b-535563087756 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.1308894 Jun 22 03:58:16.897103 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6686f-c4a1-47d8-87c5-f60157e091ff req-37408138-5c4d-41d7-91ee-fc5c84c00979 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:16.899687 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d0034e88-8bdb-481f-95eb-a9de0bea6873 req-f04b9cff-16c3-4381-9903-95e27ce1be49 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610628 Jun 22 03:58:16.902277 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30b6686f-c4a1-47d8-87c5-f60157e091ff req-37408138-5c4d-41d7-91ee-fc5c84c00979 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.1100955 Jun 22 03:58:16.971681 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30b6686f-c4a1-47d8-87c5-f60157e091ff req-8598cec2-4b7b-46f4-a9cd-f44f8fb5603c tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559740 Jun 22 03:58:16.996444 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7cc2f537-1050-49e6-b616-bab8c29c8469 req-61d58ef8-4827-4411-a740-fa84c1f9d73c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 210 time: 0.0392699 Jun 22 03:58:17.043090 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f751bcf-30f3-415d-99e6-08c82ebe030e'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:17.045452 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246051e0-101e-4700-b010-7ca8e9835822" -d '{"events": [{"server_uuid": "17b7ecba-4c5c-4847-a6bb-462ea44d3462", "name": "network-vif-plugged", "status": "completed", "tag": "6f751bcf-30f3-415d-99e6-08c82ebe030e"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:17.088546 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4567d-b79f-447d-8bd2-9c40bd756996 x-openstack-request-id: req-44e4567d-b79f-447d-8bd2-9c40bd756996 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:17.088843 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b7ecba-4c5c-4847-a6bb-462ea44d3462", "name": "network-vif-plugged", "status": "completed", "tag": "6f751bcf-30f3-415d-99e6-08c82ebe030e", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:17.089265 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44e4567d-b79f-447d-8bd2-9c40bd756996 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:17.089841 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f751bcf-30f3-415d-99e6-08c82ebe030e', 'code': 200} Jun 22 03:58:17.170296 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fadc0b-a07a-46a0-a2b4-347fbcbad33f req-a2be6879-8d23-43a1-af59-9faaa7ed310d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:17.178020 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-07fadc0b-a07a-46a0-a2b4-347fbcbad33f req-a2be6879-8d23-43a1-af59-9faaa7ed310d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0776503 Jun 22 03:58:17.219547 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-07fadc0b-a07a-46a0-a2b4-347fbcbad33f req-2a18435a-d416-45ca-9164-eb382c912780 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Jun 22 03:58:17.476318 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad14ac-84e8-4aa9-9d2a-5ee834d9894c req-4d9eb341-e23f-4651-9074-2c6345a3085a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:17.478344 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bfad14ac-84e8-4aa9-9d2a-5ee834d9894c req-4d9eb341-e23f-4651-9074-2c6345a3085a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0737669 Jun 22 03:58:17.520077 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bfad14ac-84e8-4aa9-9d2a-5ee834d9894c req-cedc1dc4-bce6-4a0c-8560-fd0833277887 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354452 Jun 22 03:58:17.676422 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-b68d5fab-0d80-40dd-a9cf-6514e7f14dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:17.834880 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32966d7-9a89-4410-91a6-189062b669d6 req-9e950b8c-b289-4114-98bb-d003405bdf52 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:17.836923 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32966d7-9a89-4410-91a6-189062b669d6 req-9e950b8c-b289-4114-98bb-d003405bdf52 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.1256695 Jun 22 03:58:17.890243 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32966d7-9a89-4410-91a6-189062b669d6 req-11e2a0fb-5299-4d2b-8107-dfc7fa7f0541 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458989 Jun 22 03:58:17.907653 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6138-b11b-4f8c-b4a9-dadb63ec4708 req-99ffa32c-bd8d-4c7c-88bc-d73c1b179f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:17.910918 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8d8a6138-b11b-4f8c-b4a9-dadb63ec4708 req-99ffa32c-bd8d-4c7c-88bc-d73c1b179f8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 1099 time: 0.1924508 Jun 22 03:58:17.921339 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6d4a7-7beb-4e82-8879-47f490c1690c req-3fabcc7d-b083-4f9c-98c2-3234627d7b70 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:17.926624 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-46e6d4a7-7beb-4e82-8879-47f490c1690c req-3fabcc7d-b083-4f9c-98c2-3234627d7b70 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.2666411 Jun 22 03:58:17.940090 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33348) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:17.946226 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'floatingip': {'port_id': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:18.056958 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:18.177756 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a713ebc-1086-44cf-a9b4-46f57a9ee9cc req-3f54c417-8159-47d2-87c9-6ca0723d721a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:18.179396 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3a713ebc-1086-44cf-a9b4-46f57a9ee9cc req-3f54c417-8159-47d2-87c9-6ca0723d721a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.0730662 Jun 22 03:58:18.193899 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8d8a6138-b11b-4f8c-b4a9-dadb63ec4708 req-cf7f0cb1-ed6f-427b-accf-10fdf6d35b81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080238 Jun 22 03:58:18.222924 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3a713ebc-1086-44cf-a9b4-46f57a9ee9cc req-90594a8a-26e6-4e36-aef4-738ea812f17f tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Jun 22 03:58:18.329928 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e26f5d-4de5-469b-89f1-00a45eb355d8 req-c64de544-4454-4e9f-af40-e434209cfb42 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:18.332527 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-00e26f5d-4de5-469b-89f1-00a45eb355d8 req-c64de544-4454-4e9f-af40-e434209cfb42 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.2428339 Jun 22 03:58:18.383436 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-039ead2a-a978-47a5-8dbc-d25416037c6e req-6838b5ee-de68-4df4-af99-4a35d28b3baf tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 210 time: 0.0362875 Jun 22 03:58:18.427481 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-00e26f5d-4de5-469b-89f1-00a45eb355d8 req-382353fd-85ab-4e28-a036-5f97edccc0f0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850151 Jun 22 03:58:18.567254 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7518-644a-49c4-b683-c10d9e85cbbf req-220c2fe3-978b-4412-b75e-8e800aef9c9c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:18.568747 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-192f7518-644a-49c4-b683-c10d9e85cbbf req-220c2fe3-978b-4412-b75e-8e800aef9c9c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0728948 Jun 22 03:58:18.609583 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-192f7518-644a-49c4-b683-c10d9e85cbbf req-92b986e2-a4c8-4889-ad63-2635f31ccd5b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Jun 22 03:58:18.755520 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e334ae-55d4-4ede-bfdb-23e854ab0fa8 req-65e47ceb-67de-4eab-a5c9-432299da9fe3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:18.757038 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-37e334ae-55d4-4ede-bfdb-23e854ab0fa8 req-65e47ceb-67de-4eab-a5c9-432299da9fe3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.1934021 Jun 22 03:58:18.765996 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33370) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:18.772233 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'floatingip': {'port_id': '0204eea6-636f-4e87-97a8-24f133745255'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:18.852436 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:18.914801 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:18.924966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:19.359268 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.l3_db [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Floating IP 95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e associated. External IP: 172.28.2.76, port: b3fcf4b3-ca73-4ace-b229-7f44bf201dfb. Jun 22 03:58:19.536149 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-66d71e1c-ade2-4682-8ac7-ef6d65bd66aa tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:19.537419 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-66d71e1c-ade2-4682-8ac7-ef6d65bd66aa tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.2947400 Jun 22 03:58:19.562841 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed6d9b-816b-4ea6-bd1f-65e1424434e5 req-f73aeba4-753d-42ae-994f-adfbfb481931 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:19.564607 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2aed6d9b-816b-4ea6-bd1f-65e1424434e5 req-f73aeba4-753d-42ae-994f-adfbfb481931 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.5276165 Jun 22 03:58:19.623304 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614f4a-18b2-4301-a299-f8b3ace0ff4d req-350eb9e9-38e1-4129-9937-7fa7f5e4512a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:19.624804 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2a614f4a-18b2-4301-a299-f8b3ace0ff4d req-350eb9e9-38e1-4129-9937-7fa7f5e4512a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.1808298 Jun 22 03:58:19.635140 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Request body: {'port': {'device_id': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'admin_state_up': True, 'tenant_id': 'f75f443f7d94447da0d75691a9572e16'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:19.745067 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2aed6d9b-816b-4ea6-bd1f-65e1424434e5 req-b5b0c8ed-aa8e-4346-9b3f-4c5bb9240c40 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612480 Jun 22 03:58:19.771028 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2a614f4a-18b2-4301-a299-f8b3ace0ff4d req-4f58c223-cf62-4add-a054-3fe6fc5ae4bc tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302674 Jun 22 03:58:19.805993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Router acdf4e94-139d-408d-a472-694118794138 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:58:19.866050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Made reservation on behalf of f75f443f7d94447da0d75691a9572e16 for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:58:19.869598 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:19.974609 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:58:19.989063 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:19.999869 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.013701 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:58:20.025460 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f1d34662-bd44-422e-a785-58555d7c40e6 req-fe30ad3f-a20b-4b98-befe-de21b03d288c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 210 time: 0.1491320 Jun 22 03:58:20.029909 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.034074 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:58:20.036520 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:57:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:20.149216 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:58:20.192042 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Floating IP e390c2be-c29c-4f60-8581-47d1287cc93b associated. External IP: 172.28.2.22, port: 0204eea6-636f-4e87-97a8-24f133745255. Jun 22 03:58:20.216902 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-33552c8f-5c4e-45e8-a32a-be412054bd01 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "PUT /v2.0/floatingips/95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e HTTP/1.1" status: 200 len: 990 time: 2.2752240 Jun 22 03:58:20.221809 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:20.234812 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd1b707-6478-468e-b6cf-00e472a47e01" -d '{"events": [{"name": "network-changed", "server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:20.278261 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-91e85fec-3310-42c5-928b-f43c43ae2a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.341088 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-b2194e47-339d-41e6-99c9-bbbf4892ca4a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:20.342674 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-b2194e47-339d-41e6-99c9-bbbf4892ca4a tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.36 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.3105886 Jun 22 03:58:20.344956 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Allocated IP 172.20.0.9 (8aa5734d-bf59-4095-936f-7c3e6c836176/dbf2096d-b0cd-4fae-a2df-2543413d9eff/12a0c4a4-1219-4de8-a763-401ed0ed72c2) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:58:20.364123 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13ed5-246a-4146-b6e1-5d875ed35d08 req-12103596-a929-4eb0-8024-f2121eaa0c0e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:20.364417 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e2d13ed5-246a-4146-b6e1-5d875ed35d08 req-12103596-a929-4eb0-8024-f2121eaa0c0e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.2267022 Jun 22 03:58:20.529391 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'acdf4e94-139d-408d-a472-694118794138', 'port_id': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'mac_address': 'fa:16:3e:b8:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T03:57:51Z', 'updated_at': '2021-06-22T03:58:18Z', 'revision_number': 1, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:20.594979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:58:20.685151 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.686868 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.729184 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17545d20-ea26-4a5b-8c61-0c9a1919bbc8 x-openstack-request-id: req-17545d20-ea26-4a5b-8c61-0c9a1919bbc8 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:20.729572 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:20.729775 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17545d20-ea26-4a5b-8c61-0c9a1919bbc8 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:20.730200 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'status': 'completed', 'code': 200} Jun 22 03:58:20.735953 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:58:20.757233 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:58:20.758996 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:20.760077 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:58:20.774697 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:58:20.776525 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e2d13ed5-246a-4146-b6e1-5d875ed35d08 req-6c3b0ac0-efec-4311-b354-5c3f07abc310 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887913 Jun 22 03:58:20.778073 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.795543 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:58:20.798294 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:20.839635 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:20.845779 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ed18d87d-d143-482b-9df3-ea182648538d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:20.933247 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-4d8d9104-d21c-4c2f-bcbc-2a498f2f71f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "PUT /v2.0/floatingips/e390c2be-c29c-4f60-8581-47d1287cc93b HTTP/1.1" status: 200 len: 990 time: 2.1659248 Jun 22 03:58:20.941680 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:20.943959 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449006f-c5fa-47e6-a58a-bc421e3bbf61" -d '{"events": [{"name": "network-changed", "server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:20.972000 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:58:20.973075 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:58:21.002634 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:58:21.015742 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:58:21.016039 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:58:21.022158 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:21.022723 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:21.062062 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event updated for resources: {'Port': ['ID=12a0c4a4-1219-4de8-a763-401ed0ed72c2,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:21.069304 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:21.071364 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Deleting port a2901598-5d76-4ba1-96bc-59f968be80ab {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 03:58:21.071777 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:21.091018 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-7a86b184-b802-4186-b484-5e487028f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:21.101215 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-7a86b184-b802-4186-b484-5e487028f433 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1098 time: 0.2640519 Jun 22 03:58:21.120537 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4932148 Jun 22 03:58:21.151966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Request body: {'port': {'device_id': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:21.176636 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e1e1-c5e3-4124-9785-d4612797533f req-63978a81-9054-480b-bab3-624f624d6a18 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:21.178484 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-20a8e1e1-c5e3-4124-9785-d4612797533f req-63978a81-9054-480b-bab3-624f624d6a18 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.2411504 Jun 22 03:58:21.245888 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:21.260055 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0477b-baed-4352-8637-3c6dfdab3b43 req-c16a734b-e687-45dc-827d-eb8d45f00493 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:21.267041 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dbe0477b-baed-4352-8637-3c6dfdab3b43 req-c16a734b-e687-45dc-827d-eb8d45f00493 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 945 time: 0.2721143 Jun 22 03:58:21.275454 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-20a8e1e1-c5e3-4124-9785-d4612797533f req-c41deec1-e2bb-4713-8705-e1188cd8b9a5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 Jun 22 03:58:21.281627 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] For port a2901598-5d76-4ba1-96bc-59f968be80ab, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a2901598-5d76-4ba1-96bc-59f968be80ab,segment=NetworkSegment(acff2ada-6669-4f90-bfed-f155c3f69717),segment_id=acff2ada-6669-4f90-bfed-f155c3f69717)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:21.282026 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:21.287353 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'acdf4e94-139d-408d-a472-694118794138', 'port_id': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'mac_address': 'fa:16:3e:b8:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T03:57:51Z', 'updated_at': '2021-06-22T03:58:18Z', 'revision_number': 1, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:21.321132 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90b4a8-e718-424a-a5ac-223a86e1822d None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'acdf4e94-139d-408d-a472-694118794138', 'port_id': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'mac_address': 'fa:16:3e:b8:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T03:57:51Z', 'updated_at': '2021-06-22T03:58:18Z', 'revision_number': 1, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:58:21.361851 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-ce08fe5b-04f9-492e-8a48-0d4169ad9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:21.366596 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-ce08fe5b-04f9-492e-8a48-0d4169ad9bfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.2430282 Jun 22 03:58:21.402516 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Calling delete_port for a2901598-5d76-4ba1-96bc-59f968be80ab owned by compute:nova {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 03:58:21.405672 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:21.481977 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dbe0477b-baed-4352-8637-3c6dfdab3b43 req-5baa37ce-6132-433a-8d93-faec42f889f8 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdda2582-8242-475e-be6a-bde6bf3e0b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139750 Jun 22 03:58:21.571042 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ca3f7-1d98-4321-a33d-42b7b899088c x-openstack-request-id: req-a47ca3f7-1d98-4321-a33d-42b7b899088c {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:21.571042 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:21.571042 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a47ca3f7-1d98-4321-a33d-42b7b899088c {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:21.571042 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'status': 'completed', 'code': 200} Jun 22 03:58:21.618221 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-69b11e04-eeca-4783-af5e-c22f31293a7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 998 time: 0.2388041 Jun 22 03:58:21.694694 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'e390c2be-c29c-4f60-8581-47d1287cc93b', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'port_id': '0204eea6-636f-4e87-97a8-24f133745255', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'mac_address': 'fa:16:3e:61:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T03:57:55Z', 'updated_at': '2021-06-22T03:58:19Z', 'revision_number': 1, 'project_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:21.746228 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506439f-a8ca-48c2-b428-0514779850e8 None None] New status for floating IP 95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e: ACTIVE {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 03:58:21.749184 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:58:21.765470 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:58:21.766167 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:21.973273 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:58:22.416595 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.478881 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-f361ff96-6615-40be-841d-a0a091d687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:22.480340 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-f361ff96-6615-40be-841d-a0a091d687c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.7604203 Jun 22 03:58:22.521149 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'e390c2be-c29c-4f60-8581-47d1287cc93b', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'port_id': '0204eea6-636f-4e87-97a8-24f133745255', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'mac_address': 'fa:16:3e:61:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T03:57:55Z', 'updated_at': '2021-06-22T03:58:19Z', 'revision_number': 1, 'project_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:22.530975 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-4006126e-0d5e-481c-949e-da4a883226ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:22.532883 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-4006126e-0d5e-481c-949e-da4a883226ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1098 time: 0.7148378 Jun 22 03:58:22.551055 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde48ba-a788-41f1-aad6-bf6d80e23486 req-195d7ee2-270b-49bf-84a2-fa25fade6535 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:22.552955 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bcde48ba-a788-41f1-aad6-bf6d80e23486 req-195d7ee2-270b-49bf-84a2-fa25fade6535 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 931 time: 0.2231092 Jun 22 03:58:22.555731 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.557055 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634ca82-54a9-4d0b-8d1a-d98fca7860b2 None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'e390c2be-c29c-4f60-8581-47d1287cc93b', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'port_id': '0204eea6-636f-4e87-97a8-24f133745255', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'mac_address': 'fa:16:3e:61:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T03:57:55Z', 'updated_at': '2021-06-22T03:58:19Z', 'revision_number': 1, 'project_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:58:22.560945 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-55f45f8d-c4fe-4e22-b6c3-6a40ae94d56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:22.570252 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a0c4a4-1219-4de8-a763-401ed0ed72c2 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:22.598955 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.602004 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Pushing event deleted for resources: {'Port': ['ID=a2901598-5d76-4ba1-96bc-59f968be80ab,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:22.616205 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c67-5784-4891-9b58-ac63c6f3b9de req-ed3278f6-72c0-4afa-ac03-bef6edfdd04a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:22.618331 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c43c2c67-5784-4891-9b58-ac63c6f3b9de req-ed3278f6-72c0-4afa-ac03-bef6edfdd04a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.2090075 Jun 22 03:58:22.643370 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.644031 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.645447 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.646054 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.646540 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.647019 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.647644 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.648135 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.648670 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.649120 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.649468 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.649806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:22.670963 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Transition to ACTIVE for port object 12a0c4a4-1219-4de8-a763-401ed0ed72c2 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:58:22.673232 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:22.680040 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33470) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:22.700913 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.713142 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-c0d1384a-e489-4fe4-bd99-e808fffe7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:22.714928 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-c0d1384a-e489-4fe4-bd99-e808fffe7955 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2248821 Jun 22 03:58:22.724940 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:22.733863 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] No DVR routers for this DVR port a2901598-5d76-4ba1-96bc-59f968be80ab on host hv-cinder-79738 {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 03:58:22.744203 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-6b310c14-39c1-419f-a579-30dc9a36b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:22.745641 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-6b310c14-39c1-419f-a579-30dc9a36b72e service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.2023869 Jun 22 03:58:22.749834 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c43c2c67-5784-4891-9b58-ac63c6f3b9de req-a8c48c38-097f-4b59-9775-03233052d5da tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166370 Jun 22 03:58:22.762804 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.765082 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.36 "DELETE /v2.0/ports/a2901598-5d76-4ba1-96bc-59f968be80ab HTTP/1.1" status: 204 len: 173 time: 2.3793192 Jun 22 03:58:22.766010 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'name': 'network-vif-deleted', 'tag': 'a2901598-5d76-4ba1-96bc-59f968be80ab'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:22.774518 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b91ba1b-93a7-44d0-a97f-4334af7d663a" -d '{"events": [{"server_uuid": "b82de8bb-da4f-4e4d-a957-9ac695179d78", "name": "network-vif-deleted", "tag": "a2901598-5d76-4ba1-96bc-59f968be80ab"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:22.791581 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bcde48ba-a788-41f1-aad6-bf6d80e23486 req-568b96b7-0005-4ed4-844d-2d5dd7e08536 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007136 Jun 22 03:58:22.856151 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Pushing event updated for resources: {'Port': ['ID=12a0c4a4-1219-4de8-a763-401ed0ed72c2,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:22.860107 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:22.927930 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Attempting to bind port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:58:22.928231 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Attempting to bind port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:58:22.928590 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Attempting to bind port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:22.937451 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:58:22.937774 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Attempting to bind port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:22.943146 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ba660-eb27-4556-8581-4993a4699d69 None None] New status for floating IP e390c2be-c29c-4f60-8581-47d1287cc93b: ACTIVE {{(pid=92789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 03:58:22.947761 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:58:22.948100 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Checking segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:58:22.948486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Bound using segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:58:22.949018 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Bound port: 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:58:22.949790 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.985884 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:22.996490 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-d4b5d40a-382a-4254-82ea-1cb52cd544ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 998 time: 0.2339122 Jun 22 03:58:23.053299 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fd53eda5-27be-4c38-9cd7-913c932f2f7a req-379ba6ab-b1b4-4f88-8016-587d36183737 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.0555634 Jun 22 03:58:23.064972 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] For port 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:58:23.070409 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] For port 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:58:23.081341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.084071 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-60f9c299-1095-4f4d-b3ea-342634dc7fe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:23.130472 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:23.131205 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.133025 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/12a0c4a4-1219-4de8-a763-401ed0ed72c2 HTTP/1.1" status: 200 len: 1093 time: 1.9892831 Jun 22 03:58:23.134720 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840afe53-345f-4641-9890-000f13b10c1c x-openstack-request-id: req-840afe53-345f-4641-9890-000f13b10c1c {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:23.135132 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82de8bb-da4f-4e4d-a957-9ac695179d78", "name": "network-vif-deleted", "tag": "a2901598-5d76-4ba1-96bc-59f968be80ab", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:23.135464 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-476f8773-354f-4951-9b78-7ed946bc465a service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018545 Jun 22 03:58:23.135579 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-840afe53-345f-4641-9890-000f13b10c1c {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:23.136213 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82de8bb-da4f-4e4d-a957-9ac695179d78', 'name': 'network-vif-deleted', 'tag': 'a2901598-5d76-4ba1-96bc-59f968be80ab', 'status': 'completed', 'code': 200} Jun 22 03:58:23.153838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Pushing event updated for resources: {'Port': ['ID=12a0c4a4-1219-4de8-a763-401ed0ed72c2,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:23.165510 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:23.197243 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-c5d1a5de-dc84-4619-85a1-0c2dd1799b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:23.198743 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-c5d1a5de-dc84-4619-85a1-0c2dd1799b7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.1487932 Jun 22 03:58:23.281884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.382315 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-744457c4-7e7a-4f93-a2ec-ac163e20cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:23.383785 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-744457c4-7e7a-4f93-a2ec-ac163e20cca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 1096 time: 0.0778377 Jun 22 03:58:23.430187 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-087f8d88-fd60-4077-8183-244c6f382e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:23.431852 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-087f8d88-fd60-4077-8183-244c6f382e29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2073193 Jun 22 03:58:23.435939 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.438915 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7dd1b707-6478-468e-b6cf-00e472a47e01 req-c196153d-f158-4917-bc3e-b33c60980a25 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131133 Jun 22 03:58:23.443741 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.452384 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-c5b021db-af7f-4dc9-8bf6-168f65b14c65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2 HTTP/1.1" status: 200 len: 217 time: 0.0407465 Jun 22 03:58:23.456547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cca96fcf-f428-4694-83fa-76584b4591c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:23.491546 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f38baa992294878903a920c51e8fe66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062272 Jun 22 03:58:23.492188 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33496) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:23.492510 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d37ddb-b346-4446-9fbc-429a41540c32,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:23.567950 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.568985 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.570021 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.570394 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.570795 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.571089 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.571432 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.571775 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.572116 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.572887 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.573245 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.573586 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:23.580144 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:23.595018 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-a382ab13-19a1-4c05-ac21-239c1295fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:23.596545 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-a382ab13-19a1-4c05-ac21-239c1295fbe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.0820236 Jun 22 03:58:23.611416 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-07df4c45-3f8d-4376-a1a6-6d5595401a7d service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201785 Jun 22 03:58:23.626651 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.646254 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-ea005807-9176-4276-ad4c-9de533c14ccd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336738 Jun 22 03:58:23.676141 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.759396 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1449006f-c5fa-47e6-a58a-bc421e3bbf61 req-a4cda518-c8ab-4c91-8c17-eeea93f87d5b service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393151 Jun 22 03:58:23.790885 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-a05e57bd-8937-4686-a406-615b5ef77263 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321373 Jun 22 03:58:23.797789 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.803057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:23.807277 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82d37ddb-b346-4446-9fbc-429a41540c32 HTTP/1.1" status: 204 len: 168 time: 0.3113375 Jun 22 03:58:23.807433 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-313416f1-fcc3-40e0-8821-7dba050b1072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:23.847533 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d37ddb-b346-4446-9fbc-429a41540c32,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:23.861537 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:24.098770 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f608-2a57-45b7-b973-e9e1faea5ccf req-9802179a-aa4f-44a3-8322-66f00581b206 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:24.099501 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b48918bc-d7bb-4a14-80fd-cf48d8709f1e req-2b7db434-fab0-4d36-b7cf-12ac7f1f020a service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929633 Jun 22 03:58:24.105425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bff5f608-2a57-45b7-b973-e9e1faea5ccf req-9802179a-aa4f-44a3-8322-66f00581b206 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1702435 Jun 22 03:58:24.127251 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda802c-2fe2-42bb-a452-c5bbc229cea4 req-3f6b3183-2b31-4492-937f-685d468da118 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:24.135163 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bdda802c-2fe2-42bb-a452-c5bbc229cea4 req-3f6b3183-2b31-4492-937f-685d468da118 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 943 time: 0.1233308 Jun 22 03:58:24.168041 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bff5f608-2a57-45b7-b973-e9e1faea5ccf req-745e0b6b-f535-40b5-80c8-cc655af8c97e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Jun 22 03:58:24.197065 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bdda802c-2fe2-42bb-a452-c5bbc229cea4 req-073615b0-ffe6-4440-8309-0d33e54b4f5d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Jun 22 03:58:24.251433 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device a2901598-5d76-4ba1-96bc-59f968be80ab no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 03:58:24.294968 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: a2901598-5d76-4ba1-96bc-59f968be80ab {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 03:58:24.295342 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device a2901598-5d76-4ba1-96bc-59f968be80ab not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 03:58:24.349012 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33526) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:24.369537 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ef550ab0-cf90-42e9-90c7-3c63627b8734 req-67ce0ce3-ce9b-4be7-bf49-7b097ae534bc tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b82de8bb-da4f-4e4d-a957-9ac695179d78 HTTP/1.1" status: 200 len: 210 time: 0.0350096 Jun 22 03:58:24.369641 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.464761 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.468265 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.471406 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:24.509957 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=153e9b0439134501a1c1dfce06a0142b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594210 Jun 22 03:58:24.511191 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4e8d0-787d-4682-934b-5e57a7a4bf03,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:24.512881 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33532) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:24.514128 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:24.564224 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.585242 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.629738 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.632277 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:24.633437 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbf4e8d0-787d-4682-934b-5e57a7a4bf03 HTTP/1.1" status: 204 len: 168 time: 0.1188750 Jun 22 03:58:24.634173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:24.646684 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4e8d0-787d-4682-934b-5e57a7a4bf03,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:24.649044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:24.951573 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33542) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:24.966571 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.069764 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.075561 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.079424 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:25.115820 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25b56faa3c944ccaf756303557d6f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630108 Jun 22 03:58:25.122271 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33550) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:25.130622 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36faa407-4c93-4cc0-9966-87be8e9e78b7,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:25.138109 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'tag': '12a0c4a4-1219-4de8-a763-401ed0ed72c2'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:25.140688 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a" -d '{"events": [{"name": "network-changed", "server_uuid": "8de24749-3bfb-4721-bc94-f3e47eaaf89d", "tag": "12a0c4a4-1219-4de8-a763-401ed0ed72c2"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:25.141898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a254b-fb6a-4f54-a06a-99e63398d687 req-9163ac33-082a-4e75-94be-d2268d021e15 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:25.143657 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d60a254b-fb6a-4f54-a06a-99e63398d687 req-9163ac33-082a-4e75-94be-d2268d021e15 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.0782795 Jun 22 03:58:25.145457 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:25.184687 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aeedf5-7a15-4258-8b4f-db1b5ee80e38 x-openstack-request-id: req-38aeedf5-7a15-4258-8b4f-db1b5ee80e38 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:25.185003 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de24749-3bfb-4721-bc94-f3e47eaaf89d", "tag": "12a0c4a4-1219-4de8-a763-401ed0ed72c2", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:25.185482 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38aeedf5-7a15-4258-8b4f-db1b5ee80e38 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:25.185677 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'tag': '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'status': 'completed', 'code': 200} Jun 22 03:58:25.188422 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.220739 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d60a254b-fb6a-4f54-a06a-99e63398d687 req-d881bc0a-de5c-4d39-9c9d-260a861ca9b5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515995 Jun 22 03:58:25.220855 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.274241 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.276882 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:25.278068 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36faa407-4c93-4cc0-9966-87be8e9e78b7 HTTP/1.1" status: 204 len: 168 time: 0.1546860 Jun 22 03:58:25.289528 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:25.337663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36faa407-4c93-4cc0-9966-87be8e9e78b7,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:25.378527 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:25.451411 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100872-e14a-4d0f-8d1d-077abbf21fa6 req-a43823e3-d0c1-4e1a-90ee-4409961ce0fb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:25.453149 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4a100872-e14a-4d0f-8d1d-077abbf21fa6 req-a43823e3-d0c1-4e1a-90ee-4409961ce0fb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1531796 Jun 22 03:58:25.473486 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643611-fbaf-43df-9c28-60a635acbfba req-4f7666d4-9536-4efe-86f7-c8211bc2a778 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:25.477333 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-01643611-fbaf-43df-9c28-60a635acbfba req-4f7666d4-9536-4efe-86f7-c8211bc2a778 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 943 time: 0.0857821 Jun 22 03:58:25.477981 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-1b203d5c-fde4-42a1-aa1c-3f283845975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:25.479534 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-1b203d5c-fde4-42a1-aa1c-3f283845975f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 1096 time: 0.2003884 Jun 22 03:58:25.523926 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-01643611-fbaf-43df-9c28-60a635acbfba req-119f18b7-f20e-4044-9510-ed9cb96040f1 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Jun 22 03:58:25.560199 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4a100872-e14a-4d0f-8d1d-077abbf21fa6 req-4e51d1af-4aa3-4aa6-a9f4-0538900f5b11 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995646 Jun 22 03:58:25.607856 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-f83448e4-ebf6-492c-82b1-338d631b77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:25.609347 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-f83448e4-ebf6-492c-82b1-338d631b77eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 915 time: 0.1123455 Jun 22 03:58:25.665821 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-32bfe2f8-7d4a-4ed8-8f1d-3cc94c703b33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2 HTTP/1.1" status: 200 len: 217 time: 0.0487919 Jun 22 03:58:25.790482 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-2e2faa8d-58b6-4536-8844-d154b485d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:25.792481 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-2e2faa8d-58b6-4536-8844-d154b485d6ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.0893106 Jun 22 03:58:25.848839 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-62d7397b-db39-4f0d-8f2e-1064e4f67cfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437539 Jun 22 03:58:26.074483 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-884a3443-9c79-420a-983c-e1ae48034474 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990734 Jun 22 03:58:26.187739 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5d19fd43-0e5c-481a-b1b8-9ea034c2618a req-4f980f73-419d-4c77-bd36-1effd44e8be1 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995107 Jun 22 03:58:26.432332 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699632b-687f-456b-a9a1-2ff06ee0f688 req-a129b355-7782-47a8-b2eb-db4f468b55e5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:26.433880 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0699632b-687f-456b-a9a1-2ff06ee0f688 req-a129b355-7782-47a8-b2eb-db4f468b55e5 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.0687554 Jun 22 03:58:26.476438 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0699632b-687f-456b-a9a1-2ff06ee0f688 req-e6856f3c-8e17-47f5-bb76-e5bd1bb3e605 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Jun 22 03:58:26.729124 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa9e22-622d-48fc-bc81-fc53cd8d8f78 req-368756ba-2d4d-4d28-9d83-52d39e4bfb76 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:26.730617 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-62aa9e22-622d-48fc-bc81-fc53cd8d8f78 req-368756ba-2d4d-4d28-9d83-52d39e4bfb76 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 943 time: 0.0630016 Jun 22 03:58:26.769186 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9e37-1eea-4870-8052-d5374aa56190 req-8f52ec6a-bcd6-4943-8ccd-0dd10196c1c7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:26.770574 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b14d9e37-1eea-4870-8052-d5374aa56190 req-8f52ec6a-bcd6-4943-8ccd-0dd10196c1c7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0643690 Jun 22 03:58:26.774126 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-62aa9e22-622d-48fc-bc81-fc53cd8d8f78 req-4db5cce3-489e-4d01-a4dd-8a62c1787470 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353029 Jun 22 03:58:26.808821 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b14d9e37-1eea-4870-8052-d5374aa56190 req-6e979fc8-278d-42d1-b134-94601701007d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jun 22 03:58:27.080583 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33630) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:27.128427 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Deleting subnet 8b47fbcd-084a-458c-b1f5-36481bc95bcd {{(pid=92788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 03:58:27.131609 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.166362 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.176924 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.231719 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.234004 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2f4645a2-d8c2-4cc6-9843-536f0b080e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:27.256481 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b47fbcd-084a-458c-b1f5-36481bc95bcd,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:27.261600 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:27.264398 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.267204 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b47fbcd-084a-458c-b1f5-36481bc95bcd HTTP/1.1" status: 204 len: 168 time: 0.1847386 Jun 22 03:58:27.269575 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33632) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:27.339657 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.423814 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.434103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.434443 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.435200 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.435541 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > port after_create 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.435862 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.436195 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > port after_update 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.436529 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.436846 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.437173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.437482 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.535165 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.573417 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.573797 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.574126 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.574447 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:27.574798 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300665b7-f50b-4b34-a817-f48d748eef46']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:27.594164 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acff2ada-6669-4f90-bfed-f155c3f69717') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:27.594453 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acff2ada-6669-4f90-bfed-f155c3f69717') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:27.640752 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.667173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.684962 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 03:58:27.685514 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: from cryptography.utils import int_from_bytes Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: from cryptography.utils import int_from_bytes Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 03:58:27.690092 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 03:58:27.770636 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.782605 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdae3e-eb58-4d9d-aa31-335deebbc9da req-8eaf6ea1-74ac-4bee-8bc1-a700232654d3 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:27.784524 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-08fdae3e-eb58-4d9d-aa31-335deebbc9da req-8eaf6ea1-74ac-4bee-8bc1-a700232654d3 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.1853428 Jun 22 03:58:27.791365 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:27.796236 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] 10.222.0.24 "DELETE /v2.0/networks/300665b7-f50b-4b34-a817-f48d748eef46 HTTP/1.1" status: 204 len: 168 time: 0.5232732 Jun 22 03:58:27.796236 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3d137bfc-3415-45b2-8c5e-04cd7ba18aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:27.817534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Pushing event deleted for resources: {'Network': ['ID=300665b7-f50b-4b34-a817-f48d748eef46,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:27.821761 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:27.871490 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-08fdae3e-eb58-4d9d-aa31-335deebbc9da req-e2be7bed-a55b-4f79-855d-9ac518709aeb tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6e6927-e663-453d-b609-2979e0856d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714624 Jun 22 03:58:27.899837 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-891d47ff-fed2-454a-bd37-48067cc871d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1060345 Jun 22 03:58:28.030105 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33656) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:28.055870 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49526d25-e945-4dd3-8672-e86d735b9ca3 req-f8f14363-b15c-4673-9f79-e9d0d70cec01 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:28.057419 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-49526d25-e945-4dd3-8672-e86d735b9ca3 req-f8f14363-b15c-4673-9f79-e9d0d70cec01 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 943 time: 0.1071913 Jun 22 03:58:28.072433 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-9f5d3cd4-5e59-44d8-9340-605022fc1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:28.073873 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-9f5d3cd4-5e59-44d8-9340-605022fc1d74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 1098 time: 0.0781655 Jun 22 03:58:28.092934 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6edb558d-1f5d-42d8-a024-6e597695394e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93ce6fad4f2a456fb906853da6f900f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586174 Jun 22 03:58:28.093569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33658) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:28.099381 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c14f55-86e4-4d8c-b531-93fca47c3d16 req-962fa01b-acea-48fc-aac6-a6463619a9cd tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:28.100805 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-27c14f55-86e4-4d8c-b531-93fca47c3d16 req-962fa01b-acea-48fc-aac6-a6463619a9cd tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1112139 Jun 22 03:58:28.118117 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-49526d25-e945-4dd3-8672-e86d735b9ca3 req-26554076-affd-4721-ab9c-65b07379ed70 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492389 Jun 22 03:58:28.154731 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-27c14f55-86e4-4d8c-b531-93fca47c3d16 req-772b52a4-10a0-4431-8aa7-342919ba2949 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Jun 22 03:58:28.198184 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.226926 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.232048 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-fb77a02b-18e1-442b-b955-9cc6330c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:28.233634 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-fb77a02b-18e1-442b-b955-9cc6330c2561 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 915 time: 0.0927942 Jun 22 03:58:28.247864 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 12a0c4a4-1219-4de8-a763-401ed0ed72c2 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:28.254984 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-10c420af-e64a-4c53-ae3f-4f4025ad6945 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:28.256456 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-10c420af-e64a-4c53-ae3f-4f4025ad6945 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.36 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 946 time: 0.1132915 Jun 22 03:58:28.281649 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-c9001c57-c3e1-4216-b15d-74dc0cfb0ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431 HTTP/1.1" status: 200 len: 217 time: 0.0385029 Jun 22 03:58:28.354792 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-f66779da-ce84-4712-ac97-1f97ee7571da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:28.356790 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-f66779da-ce84-4712-ac97-1f97ee7571da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.0684302 Jun 22 03:58:28.374926 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.374926 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.377749 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdda2582-8242-475e-be6a-bde6bf3e0b85 HTTP/1.1" status: 204 len: 168 time: 0.2814777 Jun 22 03:58:28.377749 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d2bf478b-67f8-48a3-a8d6-57f90c122688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:28.398113 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda2582-8242-475e-be6a-bde6bf3e0b85,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:28.401521 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:28.414761 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-38d3549f-0699-40ab-a88b-06530de06f8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444207 Jun 22 03:58:28.427344 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Deleting port 6f751bcf-30f3-415d-99e6-08c82ebe030e {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 03:58:28.427763 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.428067 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:28.444789 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'port_id': '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'mac_address': 'fa:16:3e:52:59:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf2096d-b0cd-4fae-a2df-2543413d9eff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:28.492826 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.507479 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a0c4a4-1219-4de8-a763-401ed0ed72c2 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:28.529749 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:28.534608 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] For port 6f751bcf-30f3-415d-99e6-08c82ebe030e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6f751bcf-30f3-415d-99e6-08c82ebe030e,segment=NetworkSegment(95538f9d-e8ca-45b4-bff5-c9f4c1c77519),segment_id=95538f9d-e8ca-45b4-bff5-c9f4c1c77519)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:28.535216 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.536686 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.538725 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-a98614f5-6d56-43a1-adc3-d2fe7d724e60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:28.562592 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-966922d2-cc7c-415d-8cf2-37212552b3c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253459 Jun 22 03:58:28.589246 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=12a0c4a4-1219-4de8-a763-401ed0ed72c2,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:28.593902 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.594480 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.594821 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.595197 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.595672 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.596133 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.596773 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.597306 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.597623 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.598095 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.598632 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.599099 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:58:28.604543 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:28.624771 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Calling delete_port for 6f751bcf-30f3-415d-99e6-08c82ebe030e owned by compute:nova {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 03:58:28.676456 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3384163c-ae04-4152-a1c2-d880fe732c96 req-77697e63-9303-455c-9682-05dbf353cd9c service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051490 Jun 22 03:58:28.768072 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.772908 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:28.803650 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Pushing event deleted for resources: {'Port': ['ID=6f751bcf-30f3-415d-99e6-08c82ebe030e,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:28.809265 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:28.811362 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['6f751bcf-30f3-415d-99e6-08c82ebe030e'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:28.858026 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] No DVR routers for this DVR port 6f751bcf-30f3-415d-99e6-08c82ebe030e on host hv-cinder-79738 {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 03:58:28.861322 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:28.864485 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0d13d24f-bb4b-409b-996c-110f94d05d58 req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.36 "DELETE /v2.0/ports/6f751bcf-30f3-415d-99e6-08c82ebe030e HTTP/1.1" status: 204 len: 173 time: 0.5890245 Jun 22 03:58:28.865208 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'name': 'network-vif-deleted', 'tag': '6f751bcf-30f3-415d-99e6-08c82ebe030e'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:28.867753 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdf579c-d88b-4d54-912c-71c208f4e9bf" -d '{"events": [{"server_uuid": "17b7ecba-4c5c-4847-a6bb-462ea44d3462", "name": "network-vif-deleted", "tag": "6f751bcf-30f3-415d-99e6-08c82ebe030e"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:28.949631 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f933f8d1-e374-4c22-9ae4-b75ffe0d2d0c x-openstack-request-id: req-f933f8d1-e374-4c22-9ae4-b75ffe0d2d0c {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:28.949631 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b7ecba-4c5c-4847-a6bb-462ea44d3462", "name": "network-vif-deleted", "tag": "6f751bcf-30f3-415d-99e6-08c82ebe030e", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:28.950316 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f933f8d1-e374-4c22-9ae4-b75ffe0d2d0c {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:28.950316 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b7ecba-4c5c-4847-a6bb-462ea44d3462', 'name': 'network-vif-deleted', 'tag': '6f751bcf-30f3-415d-99e6-08c82ebe030e', 'status': 'completed', 'code': 200} Jun 22 03:58:29.042377 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0f8ef1d4-9203-4bdb-b61f-fcdc4aa932c4 req-d7fa9c0b-2dca-47b7-8007-afef64484359 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] 10.222.0.24 "GET /v2.0/ports?device_id=17b7ecba-4c5c-4847-a6bb-462ea44d3462 HTTP/1.1" status: 200 len: 210 time: 0.0408232 Jun 22 03:58:29.101180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 33692) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:29.178357 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['12a0c4a4-1219-4de8-a763-401ed0ed72c2'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:29.358955 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33706) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:29.377144 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.446279 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3758fc-207a-40c5-807e-36916400bc27 req-be532eff-79e1-4433-b7a2-95077fee62c1 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:29.447507 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87264c43-234e-488d-9431-6e39f249f420 req-734997cf-0242-43f5-a038-f8daff41eefe tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:29.448310 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8e3758fc-207a-40c5-807e-36916400bc27 req-be532eff-79e1-4433-b7a2-95077fee62c1 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0825868 Jun 22 03:58:29.454653 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87264c43-234e-488d-9431-6e39f249f420 req-734997cf-0242-43f5-a038-f8daff41eefe tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 944 time: 0.1654429 Jun 22 03:58:29.499585 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8e3758fc-207a-40c5-807e-36916400bc27 req-2b2a02d6-3a3c-461b-91fe-7d419591e2da tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Jun 22 03:58:29.511019 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87264c43-234e-488d-9431-6e39f249f420 req-729e786e-4b38-4f0f-9378-6e934ae2b454 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Jun 22 03:58:29.574851 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.611878 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.616900 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.619062 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-27672f7c-e42a-41f8-98a5-da7351ac31f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:29.659022 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a6517b037544baab30506e817e7333f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564921 Jun 22 03:58:29.660015 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5363c7d2-a006-41b3-84af-34a30b93f766,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:29.662926 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33718) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:29.663160 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:29.744654 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.768103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.781188 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.785526 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.787025 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:29.847677 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b4c860-a427-47b7-8119-22078c8d153a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:29.851196 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:29.860232 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f5fc357d652452d99c7d9f4f27a4efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976513 Jun 22 03:58:29.860232 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33722) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:29.916159 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.918611 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.921671 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5363c7d2-a006-41b3-84af-34a30b93f766 HTTP/1.1" status: 204 len: 168 time: 0.2551908 Jun 22 03:58:29.921901 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3db2060d-6bde-49ca-9b2a-2861c11eac1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:29.930979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:29.935134 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5363c7d2-a006-41b3-84af-34a30b93f766,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:29.937956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:29.961321 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.026079 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.028956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.030368 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30b4c860-a427-47b7-8119-22078c8d153a HTTP/1.1" status: 204 len: 168 time: 0.1694398 Jun 22 03:58:30.031081 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:30.039553 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b4c860-a427-47b7-8119-22078c8d153a,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:30.057262 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:30.339172 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33746) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:30.354561 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.452281 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.457391 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.460725 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c007022f-b3a7-4c20-b406-6158fd7a8623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:30.513119 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becfc2f3-5409-486c-b9b0-2728add2106b,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:30.516561 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:30.520199 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2789fcb05734597a4961408799a9c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798086 Jun 22 03:58:30.523173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 33756) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:30.599445 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.634113 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.728899 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.731756 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:30.733048 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/becfc2f3-5409-486c-b9b0-2728add2106b HTTP/1.1" status: 204 len: 168 time: 0.2088437 Jun 22 03:58:30.734506 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-da87ee8e-0f67-4b16-93d5-0712d3bf38ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:30.735082 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9eb16-059b-42e6-a4f8-602ef772744f req-2f6e2e60-853c-4664-9d79-306481d82599 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:30.736990 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-abf9eb16-059b-42e6-a4f8-602ef772744f req-2f6e2e60-853c-4664-9d79-306481d82599 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0679142 Jun 22 03:58:30.744933 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95323a-eddc-488e-beba-27609b89e966 req-1eaa0dd0-0ed8-4119-b820-c4489eafb17f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:30.746511 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-da95323a-eddc-488e-beba-27609b89e966 req-1eaa0dd0-0ed8-4119-b820-c4489eafb17f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 944 time: 0.0957184 Jun 22 03:58:30.751934 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becfc2f3-5409-486c-b9b0-2728add2106b,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:30.773553 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:30.793060 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-abf9eb16-059b-42e6-a4f8-602ef772744f req-7a2eb3d6-aaee-4980-bdfe-05f4143544bc tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480490 Jun 22 03:58:30.841656 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-da95323a-eddc-488e-beba-27609b89e966 req-7c974ce2-5ed4-4d54-a9f8-e7d4434b15d9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Jun 22 03:58:32.001920 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183cbc-bbed-4847-a820-19a2bbd36d1f req-24170dba-4208-49ad-bc49-f5872a7eef8d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:32.004129 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ae183cbc-bbed-4847-a820-19a2bbd36d1f req-24170dba-4208-49ad-bc49-f5872a7eef8d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0769503 Jun 22 03:58:32.061412 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ae183cbc-bbed-4847-a820-19a2bbd36d1f req-2c232ef3-a2d7-4f00-8f53-b9251d3988a8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Jun 22 03:58:32.094702 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f594-9880-4dc2-ac04-a776e3a69bd5 req-ab78d732-fa39-498c-b5e1-4570cd109e02 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:32.096307 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2d56f594-9880-4dc2-ac04-a776e3a69bd5 req-ab78d732-fa39-498c-b5e1-4570cd109e02 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 944 time: 0.0891230 Jun 22 03:58:32.167211 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2d56f594-9880-4dc2-ac04-a776e3a69bd5 req-a76a0424-102d-459f-b8d3-c464cd9eacf4 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635700 Jun 22 03:58:32.282669 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 12a0c4a4-1219-4de8-a763-401ed0ed72c2 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:32.331690 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:32.338626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:32.338626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:32.413522 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:32.436081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0c4a4-1219-4de8-a763-401ed0ed72c2'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:32.438347 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b47d713-9cc8-497f-b3b1-71771ef76b63" -d '{"events": [{"server_uuid": "8de24749-3bfb-4721-bc94-f3e47eaaf89d", "name": "network-vif-plugged", "status": "completed", "tag": "12a0c4a4-1219-4de8-a763-401ed0ed72c2"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:32.450910 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:32.455344 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:32.456445 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 6f751bcf-30f3-415d-99e6-08c82ebe030e no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 03:58:32.458105 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:32.481811 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb75e88-2212-4bbc-b1f3-ed8e0bd34b86 x-openstack-request-id: req-5eb75e88-2212-4bbc-b1f3-ed8e0bd34b86 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:32.482106 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de24749-3bfb-4721-bc94-f3e47eaaf89d", "name": "network-vif-plugged", "status": "completed", "tag": "12a0c4a4-1219-4de8-a763-401ed0ed72c2", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:32.482362 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5eb75e88-2212-4bbc-b1f3-ed8e0bd34b86 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:32.482746 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'code': 200} Jun 22 03:58:32.502172 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 6f751bcf-30f3-415d-99e6-08c82ebe030e {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 03:58:32.502519 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 6f751bcf-30f3-415d-99e6-08c82ebe030e not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 03:58:32.529592 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=12a0c4a4-1219-4de8-a763-401ed0ed72c2,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:32.532561 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:32.748402 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfa4e6-f253-41b4-b266-e7093c9fa205 req-1f7a77ab-99ef-4a99-817c-57c3f9718ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:32.750041 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87bfa4e6-f253-41b4-b266-e7093c9fa205 req-1f7a77ab-99ef-4a99-817c-57c3f9718ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 1098 time: 0.0527220 Jun 22 03:58:32.788856 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87bfa4e6-f253-41b4-b266-e7093c9fa205 req-1b686761-bc9f-4a6f-82e8-4fa5757a4843 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308430 Jun 22 03:58:33.314102 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d43648-4995-43c8-a44b-d228797e768a req-05aa0d87-c18c-4894-97c8-bafee5611eb2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:33.316352 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b6d43648-4995-43c8-a44b-d228797e768a req-05aa0d87-c18c-4894-97c8-bafee5611eb2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1364031 Jun 22 03:58:33.370898 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b6d43648-4995-43c8-a44b-d228797e768a req-a3ac8aa6-c83d-4d8a-97fe-d48ab7b415c7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Jun 22 03:58:33.434003 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275160-2a98-45fc-be3c-97f0de493bbc req-946da43a-91ba-47d9-920b-09eaaa30423d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:33.436558 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a7275160-2a98-45fc-be3c-97f0de493bbc req-946da43a-91ba-47d9-920b-09eaaa30423d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.0826344 Jun 22 03:58:33.475387 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a7275160-2a98-45fc-be3c-97f0de493bbc req-c5386f62-7e53-43ee-9b34-d15628705f86 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Jun 22 03:58:34.564755 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d26-e65d-4795-81f0-6f371e40859b req-a8f2c80b-e9ad-4d6d-9de5-c852d4880ad9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:34.567110 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-15fd7d26-e65d-4795-81f0-6f371e40859b req-a8f2c80b-e9ad-4d6d-9de5-c852d4880ad9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0652463 Jun 22 03:58:34.612733 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-15fd7d26-e65d-4795-81f0-6f371e40859b req-673375ee-4585-41ca-a9fa-fcb81d08d7f6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Jun 22 03:58:34.660727 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c603df-e384-4758-9d42-2d28fd689dc9 req-fb451cab-4a72-46f4-bb02-9d7f8c82f0dc tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:34.664963 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-24c603df-e384-4758-9d42-2d28fd689dc9 req-fb451cab-4a72-46f4-bb02-9d7f8c82f0dc tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.0739903 Jun 22 03:58:34.703030 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-24c603df-e384-4758-9d42-2d28fd689dc9 req-02c3b91f-5759-4ab2-b19b-0ac701b2379f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333521 Jun 22 03:58:35.806507 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3bc51-d275-4773-af61-386f1b8aa95f req-2fe95b74-9cbc-4bf1-80f0-3087c2496cfb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:35.807964 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e3e3bc51-d275-4773-af61-386f1b8aa95f req-2fe95b74-9cbc-4bf1-80f0-3087c2496cfb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0703485 Jun 22 03:58:35.847604 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e3e3bc51-d275-4773-af61-386f1b8aa95f req-a9f82e71-4390-4ea2-b9f6-cb3a3c32af77 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jun 22 03:58:35.896264 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb5b68-25c8-4ebc-afb7-bf6097f601d6 req-307f79a5-3e2e-4842-b95e-b78716607dc5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:35.898348 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-70eb5b68-25c8-4ebc-afb7-bf6097f601d6 req-307f79a5-3e2e-4842-b95e-b78716607dc5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.0707486 Jun 22 03:58:35.937398 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-70eb5b68-25c8-4ebc-afb7-bf6097f601d6 req-e0e5a510-e34c-48b4-ab16-369fdb3bb172 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329299 Jun 22 03:58:36.832874 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34060) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:37.044428 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.116800 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294d08-1e54-4db8-9511-d7b6fa53f02f req-d75f05f3-34ee-479e-9099-029fa8a17a02 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:37.118495 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c8294d08-1e54-4db8-9511-d7b6fa53f02f req-d75f05f3-34ee-479e-9099-029fa8a17a02 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1192424 Jun 22 03:58:37.183582 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c8294d08-1e54-4db8-9511-d7b6fa53f02f req-a68674e3-5022-4a61-b4f2-bac69aa5c453 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541282 Jun 22 03:58:37.224775 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.228633 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.230921 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4ce29a38-c862-478f-a98b-223931c7ffdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:37.266167 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd57425e1acb4afe829e06d1253d8ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318273 Jun 22 03:58:37.269577 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34078) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:37.273757 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0182acb4-cecb-45c5-85f0-7191fe013f27,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:37.276876 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:37.323955 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.345878 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.390412 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.393700 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:37.395095 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0182acb4-cecb-45c5-85f0-7191fe013f27 HTTP/1.1" status: 204 len: 168 time: 0.1239820 Jun 22 03:58:37.395802 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-650c9a79-3e4c-4af9-8a4c-9871846e21b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:37.403177 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0182acb4-cecb-45c5-85f0-7191fe013f27,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:37.405487 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:38.397364 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3ec8d-4aac-46e6-94f0-6ad202ab23bf req-aea52a7e-3c15-485e-be6e-975688291f16 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:38.404657 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-49e3ec8d-4aac-46e6-94f0-6ad202ab23bf req-aea52a7e-3c15-485e-be6e-975688291f16 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0830061 Jun 22 03:58:38.451071 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-49e3ec8d-4aac-46e6-94f0-6ad202ab23bf req-2d2966c7-657e-4fd9-93a5-c0460ceaa4e0 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Jun 22 03:58:38.966534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-364e84e3-87a6-4a8d-8aa5-91101b21ba59 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:38.967864 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-364e84e3-87a6-4a8d-8aa5-91101b21ba59 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.1117070 Jun 22 03:58:38.983193 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-3159692f-55e7-480c-9769-1c6189cab1a5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/quotas/f75f443f7d94447da0d75691a9572e16 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Jun 22 03:58:39.269538 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-ab1a0b79-f418-4efc-a769-c723fddd4315 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2756605 Jun 22 03:58:39.360351 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-5931ceff-c09e-44e1-98b5-19ef18a2a68a service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881398 Jun 22 03:58:39.450907 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-de1f1eda-e085-42c1-bfdb-0c92c4c81aab service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847518 Jun 22 03:58:39.705410 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ee1ae-d17c-490f-8036-fc7ed586ad02 req-60dfc570-b11c-40cd-a9ed-a1a51e4ddcdb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:39.712922 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-099ee1ae-d17c-490f-8036-fc7ed586ad02 req-60dfc570-b11c-40cd-a9ed-a1a51e4ddcdb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1381457 Jun 22 03:58:39.756676 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-099ee1ae-d17c-490f-8036-fc7ed586ad02 req-83e17b3b-1c64-42ff-86da-710caf147eac tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Jun 22 03:58:39.826293 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6eba7fc5-5c59-4c69-8de7-a273214bdaf2 req-495125e5-a8d9-42c3-91a6-12ed6f5581f1 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 210 time: 0.0334089 Jun 22 03:58:40.925857 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5263f4-ff80-4745-bea3-5d2b99a5af0a req-39cbb732-2280-4705-b960-8c661fec8b0e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:40.927285 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ad5263f4-ff80-4745-bea3-5d2b99a5af0a req-39cbb732-2280-4705-b960-8c661fec8b0e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0656006 Jun 22 03:58:40.965142 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ad5263f4-ff80-4745-bea3-5d2b99a5af0a req-dd2557a7-24a6-45fc-bfb1-32ff8a8866e1 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Jun 22 03:58:41.105554 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ac6f3615-e966-4164-8960-437af048134c req-aee108c0-07f0-4a15-b560-0a67aa4fc24d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 210 time: 0.0350904 Jun 22 03:58:41.215131 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:58:41.240660 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-8f25427a-7478-46e9-9160-e5f6303c00f2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:41.242056 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-8f25427a-7478-46e9-9160-e5f6303c00f2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.1119452 Jun 22 03:58:41.280971 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Request body: {'port': {'device_id': '3935c074-299e-45a4-87a3-4a1d858a109f', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'admin_state_up': True, 'tenant_id': 'f75f443f7d94447da0d75691a9572e16'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:41.399067 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Made reservation on behalf of f75f443f7d94447da0d75691a9572e16 for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:58:41.402943 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:41.531071 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Allocated IP 172.20.0.14 (8aa5734d-bf59-4095-936f-7c3e6c836176/dbf2096d-b0cd-4fae-a2df-2543413d9eff/e9407b81-dac4-4ca4-b23b-6d4464293e89) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:58:41.698053 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:41.739434 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:41.743014 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:41.789374 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:58:41.792848 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:58:41.795474 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:58:41.803316 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:41.803961 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:41.804147 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431', '12a0c4a4-1219-4de8-a763-401ed0ed72c2'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:41.817742 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event updated for resources: {'Port': ['ID=e9407b81-dac4-4ca4-b23b-6d4464293e89,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:41.820764 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:41.830181 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5532508 Jun 22 03:58:41.865483 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Request body: {'port': {'device_id': '3935c074-299e-45a4-87a3-4a1d858a109f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:58:41.933524 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:42.428662 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85d47-f24c-4d5d-9a28-f3e90473bf22 req-f149e8ab-1e52-4f7a-a3af-9e7c84730032 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:42.432641 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b0e85d47-f24c-4d5d-9a28-f3e90473bf22 req-f149e8ab-1e52-4f7a-a3af-9e7c84730032 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 932 time: 0.0653498 Jun 22 03:58:42.437405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389eb2c-4bb6-4ccf-8494-e5c478ac133a req-7ac2ce66-0981-4c8a-a98c-8c399bdf94cd tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:42.438780 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a389eb2c-4bb6-4ccf-8494-e5c478ac133a req-7ac2ce66-0981-4c8a-a98c-8c399bdf94cd tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.2293510 Jun 22 03:58:42.472757 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b0e85d47-f24c-4d5d-9a28-f3e90473bf22 req-9c689a88-1415-454f-8056-1f2ffdd3c130 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Jun 22 03:58:42.531223 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a389eb2c-4bb6-4ccf-8494-e5c478ac133a req-63ea43fb-612d-4203-97b4-f8445c4e84f3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824153 Jun 22 03:58:42.544234 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9407b81-dac4-4ca4-b23b-6d4464293e89 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:42.556854 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:42.573244 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Transition to ACTIVE for port object e9407b81-dac4-4ca4-b23b-6d4464293e89 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:58:42.577057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:42.579321 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:42.655829 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Pushing event updated for resources: {'Port': ['ID=e9407b81-dac4-4ca4-b23b-6d4464293e89,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:42.661423 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:42.695738 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Attempting to bind port e9407b81-dac4-4ca4-b23b-6d4464293e89 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:58:42.696060 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Attempting to bind port e9407b81-dac4-4ca4-b23b-6d4464293e89 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:58:42.696379 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Attempting to bind port e9407b81-dac4-4ca4-b23b-6d4464293e89 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:42.700435 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Port e9407b81-dac4-4ca4-b23b-6d4464293e89 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:58:42.700774 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Attempting to bind port e9407b81-dac4-4ca4-b23b-6d4464293e89 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:58:42.706133 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:58:42.706691 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Checking segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:58:42.706969 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Bound using segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:58:42.707394 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Bound port: e9407b81-dac4-4ca4-b23b-6d4464293e89, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:58:42.707729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:42.773475 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] For port e9407b81-dac4-4ca4-b23b-6d4464293e89, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:58:42.776876 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] For port e9407b81-dac4-4ca4-b23b-6d4464293e89, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:58:42.780963 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:42.783092 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0fee67c8-6dd4-4849-87ce-ee6831a40b8a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:42.819500 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:42.820116 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:42.821506 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9407b81-dac4-4ca4-b23b-6d4464293e89 HTTP/1.1" status: 200 len: 1094 time: 0.9603744 Jun 22 03:58:42.821987 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3935c074-299e-45a4-87a3-4a1d858a109f', 'tag': 'e9407b81-dac4-4ca4-b23b-6d4464293e89'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:42.824294 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97" -d '{"events": [{"name": "network-changed", "server_uuid": "3935c074-299e-45a4-87a3-4a1d858a109f", "tag": "e9407b81-dac4-4ca4-b23b-6d4464293e89"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:42.848683 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Pushing event updated for resources: {'Port': ['ID=e9407b81-dac4-4ca4-b23b-6d4464293e89,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:42.852234 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:42.883749 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc48201-65d4-413c-adbc-c482a5038c0a x-openstack-request-id: req-fdc48201-65d4-413c-adbc-c482a5038c0a {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:42.884120 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3935c074-299e-45a4-87a3-4a1d858a109f", "tag": "e9407b81-dac4-4ca4-b23b-6d4464293e89", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:42.884398 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdc48201-65d4-413c-adbc-c482a5038c0a {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:42.884845 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3935c074-299e-45a4-87a3-4a1d858a109f', 'tag': 'e9407b81-dac4-4ca4-b23b-6d4464293e89', 'status': 'completed', 'code': 200} Jun 22 03:58:42.958839 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-f512c3d6-b1e1-4598-af1a-636903db73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:42.960292 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-f512c3d6-b1e1-4598-af1a-636903db73c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 1097 time: 0.0587659 Jun 22 03:58:43.018343 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-0761a17b-04b0-4681-8c4a-576fb717b003 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89 HTTP/1.1" status: 200 len: 217 time: 0.0388203 Jun 22 03:58:43.070349 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-6674d9ea-64f7-432b-8ffe-f8293323f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:43.071815 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-6674d9ea-64f7-432b-8ffe-f8293323f044 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.0466294 Jun 22 03:58:43.114491 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-8133b545-4161-41be-b72a-1b1f1006544b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271785 Jun 22 03:58:43.214044 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-95b225a8-0b82-44ce-ab56-ca84b7fdb6dd service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924118 Jun 22 03:58:43.310460 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c32fe29c-14d9-44cc-8004-d9dd26c63f5f req-f1a2bd5e-bc95-436d-8fb2-3ef3f44521c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 Jun 22 03:58:43.488835 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-fbe4afa2-cbc6-436b-89b3-af929f2597dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:43.490288 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-fbe4afa2-cbc6-436b-89b3-af929f2597dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 1097 time: 0.0594430 Jun 22 03:58:43.655782 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-efded8a8-d1b2-4514-bdfa-07ba05bd97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:43.658403 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-efded8a8-d1b2-4514-bdfa-07ba05bd97f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 915 time: 0.1546156 Jun 22 03:58:43.722650 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-c3fec464-4d94-4a47-9b01-ce300620344a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89 HTTP/1.1" status: 200 len: 217 time: 0.0519450 Jun 22 03:58:43.770862 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7b4d7-d650-40fc-8199-fb20aa98f72c req-c45ff33b-9280-4d99-97cb-eb0ed63aa0e3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:43.772359 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-34e7b4d7-d650-40fc-8199-fb20aa98f72c req-c45ff33b-9280-4d99-97cb-eb0ed63aa0e3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 944 time: 0.1648421 Jun 22 03:58:43.806617 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-42814d9e-a9ac-4468-abaf-07cf90523e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:43.808041 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-42814d9e-a9ac-4468-abaf-07cf90523e44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.0792625 Jun 22 03:58:43.822453 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a641d-361c-4257-ab67-a7da1033d3ed req-ed54ab53-7e65-4195-b541-255a4fd61fdf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:43.824655 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-566a641d-361c-4257-ab67-a7da1033d3ed req-ed54ab53-7e65-4195-b541-255a4fd61fdf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0796509 Jun 22 03:58:43.825718 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-34e7b4d7-d650-40fc-8199-fb20aa98f72c req-30d1ecd5-e790-4e03-ace8-882fbad67828 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Jun 22 03:58:43.859101 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-b37dc6a1-c44f-41f4-8beb-94ca1f5bf967 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316379 Jun 22 03:58:43.889968 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-566a641d-361c-4257-ab67-a7da1033d3ed req-d9f48487-4e11-4566-a280-028787d6b884 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594378 Jun 22 03:58:44.006901 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-5fac2998-15a8-4487-bad2-70e9a5798625 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395493 Jun 22 03:58:44.109838 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d7e696d8-6cd5-414d-b0a0-9a7f09db1c97 req-7df75dee-0ce0-4d60-a65a-2f2a9cee81b0 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865359 Jun 22 03:58:45.079150 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ee13c-38cc-44ef-8819-b6be72e59be6 req-26885014-042a-4202-86a2-65b27f556e13 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:45.082088 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b21ee13c-38cc-44ef-8819-b6be72e59be6 req-26885014-042a-4202-86a2-65b27f556e13 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 944 time: 0.0826082 Jun 22 03:58:45.113450 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c11087-1dfd-40bd-ae0e-b5da02e8d42e req-75f42e3b-947a-49b3-8cb7-4de5ff5dad09 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:45.115109 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-98c11087-1dfd-40bd-ae0e-b5da02e8d42e req-75f42e3b-947a-49b3-8cb7-4de5ff5dad09 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0702691 Jun 22 03:58:45.129674 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b21ee13c-38cc-44ef-8819-b6be72e59be6 req-80a891bc-f5a9-4a03-85a7-9f920280a5cd tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Jun 22 03:58:45.167698 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-98c11087-1dfd-40bd-ae0e-b5da02e8d42e req-bb780931-6eb3-4e9c-a78e-76045a5ab97e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Jun 22 03:58:46.319319 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8803b3-aa0c-4d8a-9c37-920adaedda3a req-a7523dc5-7c04-49d5-9e1b-a89ac6f3f8e2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:46.321520 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ec8803b3-aa0c-4d8a-9c37-920adaedda3a req-a7523dc5-7c04-49d5-9e1b-a89ac6f3f8e2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 944 time: 0.0640202 Jun 22 03:58:46.353791 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f3d3c-4049-43f5-8fc4-536c365388d5 req-4f040a60-34f0-4de5-aea6-656c78f8ebf3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:46.355415 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-700f3d3c-4049-43f5-8fc4-536c365388d5 req-4f040a60-34f0-4de5-aea6-656c78f8ebf3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0650475 Jun 22 03:58:46.361025 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ec8803b3-aa0c-4d8a-9c37-920adaedda3a req-b918b24b-3e9a-4874-b76f-75a00483e313 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jun 22 03:58:46.397341 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-700f3d3c-4049-43f5-8fc4-536c365388d5 req-7f5fe2c5-8d0e-4cea-99e4-1023153dffc7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jun 22 03:58:47.356342 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34474) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:47.469423 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.577153 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac234b59-38f1-4a56-ac0b-4668fc82e94d req-9f9be964-7247-4d94-bfbf-678ce4889508 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:47.578547 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ac234b59-38f1-4a56-ac0b-4668fc82e94d req-9f9be964-7247-4d94-bfbf-678ce4889508 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 944 time: 0.0995479 Jun 22 03:58:47.578660 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7af91-85bc-4e28-a5b4-ccd09471a152 req-ec40eb4e-737c-4eff-a0e4-d1730864c114 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:47.580029 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6bb7af91-85bc-4e28-a5b4-ccd09471a152 req-ec40eb4e-737c-4eff-a0e4-d1730864c114 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0684958 Jun 22 03:58:47.619277 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6bb7af91-85bc-4e28-a5b4-ccd09471a152 req-90e73704-a668-4331-9054-53f5918021fb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Jun 22 03:58:47.639838 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ac234b59-38f1-4a56-ac0b-4668fc82e94d req-b3994834-82b7-4167-8a8d-4d5cc5f2a980 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518603 Jun 22 03:58:47.644303 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.649775 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.653882 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b55590d1-90a9-4003-a5f3-7cfc5fe63e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:47.669096 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cbe3146f-c5fc-4870-be30-d2481ada2b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.701987 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32dfe4c10c0c4bcb81c519af9bd28860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444941 Jun 22 03:58:47.704387 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bce9e1-379c-41f8-8feb-e0c7f8e9e389,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:47.705085 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34484) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:47.708735 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:47.756688 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.777369 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.822541 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.825112 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.826409 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06bce9e1-379c-41f8-8feb-e0c7f8e9e389 HTTP/1.1" status: 204 len: 168 time: 0.1201727 Jun 22 03:58:47.827106 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:47.837254 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bce9e1-379c-41f8-8feb-e0c7f8e9e389,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:47.839909 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:47.840030 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34490) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:47.897379 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Deleting subnet 796896ed-8e70-4a0a-8180-9d9caf5c3e68 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 03:58:47.900637 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.938142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:47.949689 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.010466 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.013403 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:48.037855 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796896ed-8e70-4a0a-8180-9d9caf5c3e68,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:48.040045 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.043429 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/796896ed-8e70-4a0a-8180-9d9caf5c3e68 HTTP/1.1" status: 204 len: 168 time: 0.2023778 Jun 22 03:58:48.044235 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:48.045726 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34498) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:48.120446 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.205351 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.217178 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.217516 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.218257 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.218597 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > port after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.218915 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.219247 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > port after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.219562 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.219877 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.220205 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.220526 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.288599 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.289037 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.289367 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.289697 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 03:58:48.290087 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c300a57-f01d-4a52-9f4b-0cdd585af634']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:48.309836 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95538f9d-e8ca-45b4-bff5-c9f4c1c77519') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:48.310242 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95538f9d-e8ca-45b4-bff5-c9f4c1c77519') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:48.326538 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.352820 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.366351 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 03:58:48.367083 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: from cryptography.utils import int_from_bytes Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: from cryptography.utils import int_from_bytes Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 03:58:48.372048 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 03:58:48.383634 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device e9407b81-dac4-4ca4-b23b-6d4464293e89 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:58:48.440656 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.445860 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fddcd566-6d41-48c3-9cf2-1327b88b8e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:48.455981 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.460745 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c300a57-f01d-4a52-9f4b-0cdd585af634 HTTP/1.1" status: 204 len: 168 time: 0.4116893 Jun 22 03:58:48.462327 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34518) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:48.470732 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c300a57-f01d-4a52-9f4b-0cdd585af634,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:48.473844 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:48.491669 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port e9407b81-dac4-4ca4-b23b-6d4464293e89, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:48.503423 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'e9407b81-dac4-4ca4-b23b-6d4464293e89', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'port_id': 'e9407b81-dac4-4ca4-b23b-6d4464293e89', 'mac_address': 'fa:16:3e:14:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf2096d-b0cd-4fae-a2df-2543413d9eff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:58:48.515793 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_v2 [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Deleting subnet 6054e842-29fc-47a2-aa2d-f4f90f6a8345 {{(pid=92788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 03:58:48.519147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.543397 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.558232 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9407b81-dac4-4ca4-b23b-6d4464293e89 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:58:48.568621 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8770578'] for subnet, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.584224 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port e9407b81-dac4-4ca4-b23b-6d4464293e89, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:48.589718 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.591602 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-790ad55d-a069-4378-b629-b5263a0cbab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:48.615491 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.640824 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=e9407b81-dac4-4ca4-b23b-6d4464293e89,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:48.644471 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:48.683946 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171277'] for subnet, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.687727 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0f6e0360-fbc6-4d5e-9765-b1f5e467944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:48.722378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6054e842-29fc-47a2-aa2d-f4f90f6a8345,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:48.725103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.729570 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6054e842-29fc-47a2-aa2d-f4f90f6a8345 HTTP/1.1" status: 204 len: 168 time: 0.2658715 Jun 22 03:58:48.729870 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34528) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:48.730537 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-95272eaf-c8ec-40c2-9981-f5380cd25248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:48.812489 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a24eb-efe6-4cfb-9b96-7b66c600f3fc req-7a44343f-320e-46a8-93c6-0a046f44f39b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:48.813986 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7e5a24eb-efe6-4cfb-9b96-7b66c600f3fc req-7a44343f-320e-46a8-93c6-0a046f44f39b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0657241 Jun 22 03:58:48.839722 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.861053 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7e5a24eb-efe6-4cfb-9b96-7b66c600f3fc req-de45cf5c-1a1c-4501-a9eb-dfb85d07b9fb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Jun 22 03:58:48.875590 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee32ab0-6bfa-4790-a3b8-75c7c9125c78 req-e16e5c3a-8382-41d1-b070-befb3af5042c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:48.877368 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6ee32ab0-6bfa-4790-a3b8-75c7c9125c78 req-e16e5c3a-8382-41d1-b070-befb3af5042c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 945 time: 0.0996075 Jun 22 03:58:48.978663 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6ee32ab0-6bfa-4790-a3b8-75c7c9125c78 req-213c6d87-80be-496e-9419-962d78b57d76 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790789 Jun 22 03:58:48.988102 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:48.998662 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31ae6e1-ffee-4632-9ca9-432e81e12d0d']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:49.009451 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf8af10-7499-462a-b3a2-3636356db8eb') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:49.009745 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf8af10-7499-462a-b3a2-3636356db8eb') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:58:49.021012 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.034639 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.041567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 03:58:49.042056 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 03:58:49.043617 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 03:58:49.104239 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.109560 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:49.112586 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.117066 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a31ae6e1-ffee-4632-9ca9-432e81e12d0d HTTP/1.1" status: 204 len: 168 time: 0.3854127 Jun 22 03:58:49.128717 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31ae6e1-ffee-4632-9ca9-432e81e12d0d,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:49.131372 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1762ca45-1727-4e7a-8b12-bacd1c9d93f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:49.241354 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['e9407b81-dac4-4ca4-b23b-6d4464293e89'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:58:49.334666 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34554) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:49.377512 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5da6d7f6-d8f0-4397-bdea-3668bb48494b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c20e77d0d0847208695b2de5c63cc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415225 Jun 22 03:58:49.380270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34556) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:49.451226 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.479193 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.539064 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.542145 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:49.543576 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e6e6927-e663-453d-b609-2979e0856d61 HTTP/1.1" status: 204 len: 168 time: 0.1617320 Jun 22 03:58:49.544694 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b4426057-5096-4ed2-aab3-9ec707378bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:49.559121 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e6927-e663-453d-b609-2979e0856d61,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:49.562732 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:49.867467 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34568) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:49.937643 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8e091787-683d-45d7-994d-b230b7d2764a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=468f081019194b2baa81658fa4bf4396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687704 Jun 22 03:58:49.940076 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34572) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:50.000633 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:50.029874 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:50.081535 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:50.085395 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:50.086676 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/137d14e7-70ef-4e3b-a346-2e63e8d74742 HTTP/1.1" status: 204 len: 168 time: 0.1455142 Jun 22 03:58:50.087549 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9e173690-5646-4bf0-b34c-927ca857b03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:50.095620 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d14e7-70ef-4e3b-a346-2e63e8d74742,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:50.098874 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:50.110226 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c63f7b-b59b-4b17-828d-da8536c249a2 req-9dd83448-6b09-47e2-bdf9-5fa3fa9877c5 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:50.112412 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b9c63f7b-b59b-4b17-828d-da8536c249a2 req-9dd83448-6b09-47e2-bdf9-5fa3fa9877c5 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0723693 Jun 22 03:58:50.160131 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b9c63f7b-b59b-4b17-828d-da8536c249a2 req-9f9bc291-f783-425c-b982-6a02c5ef1415 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Jun 22 03:58:50.200817 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2ada-9f5a-4303-aebf-8a70d7874f5c req-e4a08ec0-4100-467b-a303-243de8af6213 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:50.202355 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e51d2ada-9f5a-4303-aebf-8a70d7874f5c req-e4a08ec0-4100-467b-a303-243de8af6213 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 945 time: 0.0823686 Jun 22 03:58:50.251044 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-ba248097-4842-43bb-ab08-84483cd4d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:50.269542 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e51d2ada-9f5a-4303-aebf-8a70d7874f5c req-204d2076-1e04-413d-97e4-8695efc37f46 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 Jun 22 03:58:50.688936 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:51.382861 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece744c2-bf9c-42b6-b658-a88462a62cf8 req-5932cd68-0599-4e61-8550-e0ab988c3be7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:51.384460 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ece744c2-bf9c-42b6-b658-a88462a62cf8 req-5932cd68-0599-4e61-8550-e0ab988c3be7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0720491 Jun 22 03:58:51.425584 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ece744c2-bf9c-42b6-b658-a88462a62cf8 req-514b1d55-9b33-4aae-8902-6a6de000913b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Jun 22 03:58:51.490217 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee63a-829e-41cb-94a7-fd9e59ecfdef req-693e0fcf-925c-45da-babf-24963a84f7d8 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:51.491685 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ef6ee63a-829e-41cb-94a7-fd9e59ecfdef req-693e0fcf-925c-45da-babf-24963a84f7d8 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 945 time: 0.0670540 Jun 22 03:58:51.530303 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ef6ee63a-829e-41cb-94a7-fd9e59ecfdef req-5b31af0a-01ad-43d6-8913-64e052afb66d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Jun 22 03:58:51.961285 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:52.407151 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device e9407b81-dac4-4ca4-b23b-6d4464293e89 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:58:52.479514 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port e9407b81-dac4-4ca4-b23b-6d4464293e89 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:58:52.484338 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port e9407b81-dac4-4ca4-b23b-6d4464293e89 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:58:52.484972 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:52.593769 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:52.655363 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5f08-66cc-4faa-b4bf-93f67c5becad req-c7bd20f5-824c-46ad-a556-4c94de01cea8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:52.656088 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port e9407b81-dac4-4ca4-b23b-6d4464293e89, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:58:52.657340 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3935c074-299e-45a4-87a3-4a1d858a109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9407b81-dac4-4ca4-b23b-6d4464293e89'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:58:52.661620 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5132d0e-858c-4542-a365-4e34d7acfaee" -d '{"events": [{"server_uuid": "3935c074-299e-45a4-87a3-4a1d858a109f", "name": "network-vif-plugged", "status": "completed", "tag": "e9407b81-dac4-4ca4-b23b-6d4464293e89"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:58:52.665998 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-074f5f08-66cc-4faa-b4bf-93f67c5becad req-c7bd20f5-824c-46ad-a556-4c94de01cea8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0919909 Jun 22 03:58:52.666499 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:52.668670 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:52.715591 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-074f5f08-66cc-4faa-b4bf-93f67c5becad req-2ed7066e-293b-4bde-82f9-82c0b70e854f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Jun 22 03:58:52.719453 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=e9407b81-dac4-4ca4-b23b-6d4464293e89,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:52.729997 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:52.801694 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d6d81-f0d4-4b26-b902-897f5563811e req-c591cc91-0507-4bbf-8395-6d8793c2eb55 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:52.803508 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a13d6d81-f0d4-4b26-b902-897f5563811e req-c591cc91-0507-4bbf-8395-6d8793c2eb55 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0808482 Jun 22 03:58:52.843446 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a13d6d81-f0d4-4b26-b902-897f5563811e req-520fe475-24c7-4f33-9bb1-5bf9f2589a6a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Jun 22 03:58:52.890406 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d628d0-6d26-49e0-9a44-71ee7a888d06 x-openstack-request-id: req-d5d628d0-6d26-49e0-9a44-71ee7a888d06 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:58:52.890798 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3935c074-299e-45a4-87a3-4a1d858a109f", "name": "network-vif-plugged", "status": "completed", "tag": "e9407b81-dac4-4ca4-b23b-6d4464293e89", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:58:52.891072 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5d628d0-6d26-49e0-9a44-71ee7a888d06 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:58:52.891482 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3935c074-299e-45a4-87a3-4a1d858a109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9407b81-dac4-4ca4-b23b-6d4464293e89', 'code': 200} Jun 22 03:58:53.231822 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dbd9b-2a7b-4144-b610-102bfa76a539 req-24cfccae-c0a6-4cbc-95cd-4f88a8a63b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:53.233318 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-aa7dbd9b-2a7b-4144-b610-102bfa76a539 req-24cfccae-c0a6-4cbc-95cd-4f88a8a63b8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 1099 time: 0.0503678 Jun 22 03:58:53.250310 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:53.281017 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-aa7dbd9b-2a7b-4144-b610-102bfa76a539 req-af697463-1f66-417c-a78f-7dc188d3ab64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Jun 22 03:58:53.889319 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50921a-6826-42a8-9b08-16c4caa90cf4 req-b2f6416f-f308-4414-bd85-1be0d69ac694 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:53.893015 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9c50921a-6826-42a8-9b08-16c4caa90cf4 req-b2f6416f-f308-4414-bd85-1be0d69ac694 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0699499 Jun 22 03:58:53.932761 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9c50921a-6826-42a8-9b08-16c4caa90cf4 req-bac2c46a-b237-4d30-9a04-73e519ee8811 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Jun 22 03:58:54.038320 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd7b9-e5e0-44ea-9de4-3be10c1e190c req-fbd857c7-a34e-4617-a2bb-6fa4291d73ea tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:54.039944 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f91fd7b9-e5e0-44ea-9de4-3be10c1e190c req-fbd857c7-a34e-4617-a2bb-6fa4291d73ea tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0741954 Jun 22 03:58:54.092620 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f91fd7b9-e5e0-44ea-9de4-3be10c1e190c req-c7ecfb62-bb20-4d55-adf8-fe86d6f6abe0 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Jun 22 03:58:54.807350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34768) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:54.910328 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.005425 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.009270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.013006 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:55.053163 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c57f7597aa9c452797884a8ff2688012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423885 Jun 22 03:58:55.053163 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6561e865-3211-4dce-b172-66cd0600f971,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:55.054079 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34774) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:55.055368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:55.112268 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.126763 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc58c3-f4bb-4d94-9e40-b71eba511706 req-f98efe23-df7b-44b6-941a-8b87656c2c8c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:55.128266 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1abc58c3-f4bb-4d94-9e40-b71eba511706 req-f98efe23-df7b-44b6-941a-8b87656c2c8c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0678115 Jun 22 03:58:55.156468 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.185642 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1abc58c3-f4bb-4d94-9e40-b71eba511706 req-80885ed5-49c7-4e14-8cd0-6ecb4bd87cc4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Jun 22 03:58:55.222959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.225999 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.229460 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6561e865-3211-4dce-b172-66cd0600f971 HTTP/1.1" status: 204 len: 168 time: 0.1720941 Jun 22 03:58:55.229460 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:55.235985 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561e865-3211-4dce-b172-66cd0600f971,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:55.238352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:55.339254 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ecfa-cb36-4527-a94f-dd07604a0e9a req-8e829ce7-158e-44c7-ba1e-90c842e16625 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:55.340840 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6d5ecfa-cb36-4527-a94f-dd07604a0e9a req-8e829ce7-158e-44c7-ba1e-90c842e16625 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0946922 Jun 22 03:58:55.393205 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6d5ecfa-cb36-4527-a94f-dd07604a0e9a req-b78f0d86-833f-4a56-862c-7cbce63ecf5d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Jun 22 03:58:55.549806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34794) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:55.563525 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.656127 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.660490 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.664888 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2f95ae57-9c69-431a-8f3b-fc998ce64973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:55.700105 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=998d8353a5e640468d201c071d40a9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491423 Jun 22 03:58:55.700993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e400299-e18f-460d-b47d-2efcdec0673d,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:55.702893 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34798) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:55.703898 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:55.752679 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.777047 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.824305 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.826840 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:55.827948 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e400299-e18f-460d-b47d-2efcdec0673d HTTP/1.1" status: 204 len: 168 time: 0.1240029 Jun 22 03:58:55.828691 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a1debe2c-2ad3-4922-998e-75733f4f38fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:55.836419 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e400299-e18f-460d-b47d-2efcdec0673d,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:55.838596 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:56.390527 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8084-754e-4d2e-bc6a-685b5e84cba5 req-0efd96f1-b14d-43f6-a296-66fff8a174c6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:56.392141 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-087b8084-754e-4d2e-bc6a-685b5e84cba5 req-0efd96f1-b14d-43f6-a296-66fff8a174c6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0780497 Jun 22 03:58:56.450275 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-087b8084-754e-4d2e-bc6a-685b5e84cba5 req-347db923-3be6-4036-930b-ab74bfc949d0 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497041 Jun 22 03:58:56.593856 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34836) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:56.653054 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61632e-be44-4d3a-a56d-5c31bd4152d5 req-04f576b2-0c37-499c-b5fb-d6fc27e60a6b tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:56.655122 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0c61632e-be44-4d3a-a56d-5c31bd4152d5 req-04f576b2-0c37-499c-b5fb-d6fc27e60a6b tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0926869 Jun 22 03:58:56.705479 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0c61632e-be44-4d3a-a56d-5c31bd4152d5 req-5e2ec72e-e4f4-4436-86eb-2d880cbc76c7 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Jun 22 03:58:56.727715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:56.837648 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:56.842626 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:56.853880 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0584dbf8-ccc0-4ee4-8c14-860e9859dc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:56.870400 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=388ac22a1c3142789b61fea94069097e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756448 Jun 22 03:58:56.873390 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34850) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:56.891495 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b23a218-7646-4b89-adca-ab8173562a7b,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:56.894771 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:56.941793 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:56.965277 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:57.036060 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:57.039738 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:57.041069 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b23a218-7646-4b89-adca-ab8173562a7b HTTP/1.1" status: 204 len: 168 time: 0.1627228 Jun 22 03:58:57.041975 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-36b8e2ef-3322-4140-a2c7-ceb5afd847d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:57.059305 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b23a218-7646-4b89-adca-ab8173562a7b,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:57.066864 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:57.549771 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:57.678574 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67726a6-ed49-47fe-be3e-58d110e8a684 req-c5f8bc3d-99b6-4e14-bb9b-ae851eb5ac9f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:57.687368 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c67726a6-ed49-47fe-be3e-58d110e8a684 req-c5f8bc3d-99b6-4e14-bb9b-ae851eb5ac9f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0981350 Jun 22 03:58:57.725753 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c67726a6-ed49-47fe-be3e-58d110e8a684 req-abd54039-ec4c-4e06-9689-aaf030b5d738 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375390 Jun 22 03:58:57.993326 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34934) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:58.107983 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.198106 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.203075 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.205446 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cd9114c2-8b08-472d-a7b0-033b0fbfd7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:58.240957 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6784521ec794d80b518ff8e2bc99a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457728 Jun 22 03:58:58.241992 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31212b11-4350-4f26-b202-bd1c1bf33656,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:58.243641 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34942) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:58.245083 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:58.300786 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.323916 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.371347 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.374130 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.376328 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31212b11-4350-4f26-b202-bd1c1bf33656 HTTP/1.1" status: 204 len: 168 time: 0.1310866 Jun 22 03:58:58.377132 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6927d50c-1bdf-4e3e-828c-9d586161d3cd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:58.386402 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31212b11-4350-4f26-b202-bd1c1bf33656,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:58.389361 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:58.678135 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 34956) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:58.691501 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.791220 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.794914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.797274 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3f4e555a-b0d8-4490-ac0f-8d6bbbbd7708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:58.837511 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37e0ef191e5646f88e1a581ed6ca1e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581416 Jun 22 03:58:58.838332 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613ad187-6de2-48a1-a105-45f6eeda7eeb,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:58.840188 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 34964) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:58:58.843611 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:58:58.916193 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.923041 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12c69-4431-4a33-8d54-1d76035d6ffa req-6d0bbb08-e963-4e0e-87b1-c2d23d40efc6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:58:58.924565 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-62c12c69-4431-4a33-8d54-1d76035d6ffa req-6d0bbb08-e963-4e0e-87b1-c2d23d40efc6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0796671 Jun 22 03:58:58.937634 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:58.967763 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-62c12c69-4431-4a33-8d54-1d76035d6ffa req-8ec8704c-d166-4529-b20c-229c2b172ef1 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 Jun 22 03:58:59.001376 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:59.004145 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:58:59.005960 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/613ad187-6de2-48a1-a105-45f6eeda7eeb HTTP/1.1" status: 204 len: 168 time: 0.1642103 Jun 22 03:58:59.006744 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-dd0fcfcd-46ca-4dbf-8b92-f9b0eec0499c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:58:59.016745 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ad187-6de2-48a1-a105-45f6eeda7eeb,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:58:59.019159 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:00.151155 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9f140-7344-4cb2-8541-5509d6e8e144 req-06faaf9c-bb3c-4acc-85cb-b420752e1bd4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:00.152527 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84b9f140-7344-4cb2-8541-5509d6e8e144 req-06faaf9c-bb3c-4acc-85cb-b420752e1bd4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0747108 Jun 22 03:59:00.201114 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-84b9f140-7344-4cb2-8541-5509d6e8e144 req-2c9c494d-b189-4c5d-b7e5-ec145cdeda75 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Jun 22 03:59:01.423375 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c3218-cf62-4c0a-9fd8-b20140e69f2c req-fef6c54c-4060-472f-b71f-18ab10b25197 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:01.424945 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fd3c3218-cf62-4c0a-9fd8-b20140e69f2c req-fef6c54c-4060-472f-b71f-18ab10b25197 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0841515 Jun 22 03:59:01.483868 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fd3c3218-cf62-4c0a-9fd8-b20140e69f2c req-d71d94d1-8ebf-4dc3-b5c9-f10f79159150 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471923 Jun 22 03:59:02.679661 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e727a-2085-4e28-a830-10a69cf8ba1d req-5054093c-f8a6-4092-985d-706527df4795 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:02.681114 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-624e727a-2085-4e28-a830-10a69cf8ba1d req-5054093c-f8a6-4092-985d-706527df4795 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0696802 Jun 22 03:59:02.719155 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-624e727a-2085-4e28-a830-10a69cf8ba1d req-6b6b5083-71ea-4785-852b-d793ede2a340 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Jun 22 03:59:03.212407 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35080) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:03.316289 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.400533 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.403951 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.406096 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:03.439915 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4eb051-d733-47c4-9bee-dc0a7adef5ed,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:03.444688 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26ef5e4055d843bc861c3ee829d33d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311902 Jun 22 03:59:03.445605 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:03.447272 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35084) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:03.494709 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.516113 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.570080 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.576843 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.579821 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d4eb051-d733-47c4-9bee-dc0a7adef5ed HTTP/1.1" status: 204 len: 168 time: 0.1315649 Jun 22 03:59:03.580675 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5dc8b974-f334-4142-8260-b6ae6191d44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:03.596668 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4eb051-d733-47c4-9bee-dc0a7adef5ed,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:03.601337 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:03.854223 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35104) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:03.871345 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.961959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.967007 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:03.969577 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-95d06f80-a9d5-4002-a8be-bfa101ce8632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:04.007243 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65f53f3dce534fa0b53cd1e65b87bcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513324 Jun 22 03:59:04.009146 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da428ada-3794-4001-8753-33759b49cd36,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:04.012141 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:04.015301 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35110) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:04.036308 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7064-4213-4f57-8a73-475fa4ab2a7b req-bf2ca02a-1f75-4057-b7bc-071881ba921e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:04.038788 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-aadb7064-4213-4f57-8a73-475fa4ab2a7b req-bf2ca02a-1f75-4057-b7bc-071881ba921e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0844471 Jun 22 03:59:04.063976 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:04.089394 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-aadb7064-4213-4f57-8a73-475fa4ab2a7b req-fb9b03f8-9e25-4874-a3c0-1a1486089634 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Jun 22 03:59:04.094296 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:04.147727 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:04.150483 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:04.151637 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da428ada-3794-4001-8753-33759b49cd36 HTTP/1.1" status: 204 len: 168 time: 0.1354189 Jun 22 03:59:04.152446 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-650d8595-4061-4c6f-966e-3c3e6415f189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:04.163719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da428ada-3794-4001-8753-33759b49cd36,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:04.166696 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:04.801588 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-8e414b3e-b37c-4568-8aee-940956d08f5f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:04.803070 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-8e414b3e-b37c-4568-8aee-940956d08f5f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.1152110 Jun 22 03:59:04.821321 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-9d8eb919-ecd9-4e58-914f-bb59c1296162 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/quotas/f75f443f7d94447da0d75691a9572e16 HTTP/1.1" status: 200 len: 375 time: 0.0102232 Jun 22 03:59:04.879179 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35182) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:04.902441 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-22b5e706-c310-4b60-a952-e7871e02fdf0 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744259 Jun 22 03:59:04.998895 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1950808313-network', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:05.008876 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-9c3143da-2257-4b8f-88fc-c8ba83112b4f service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986364 Jun 22 03:59:05.033983 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Made reservation on behalf of 27bc1218c9584db4ba126d46a787c5ec for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:05.041456 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.056935 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.195108 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-079bc419-487c-4169-9b88-ddac109993f1 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794002 Jun 22 03:59:05.203998 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.220831 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.239787 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:59:05.251789 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.252103 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Added segment 0ee3f304-c313-4bba-9f0b-663700992369 of type vlan for network 63804b62-c4e2-463f-8090-058118a301da Jun 22 03:59:05.286873 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d31958ad-db75-497a-8edb-8d89a5a5aaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:05.371979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.382051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a149f2-de5c-4c43-9e6d-6485a89b3922,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:05.404646 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:05.441553 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.444376 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:05.445480 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.449424 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a7af7b0f-ecb7-48f4-b42b-71ba937bc302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:05.483692 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e2c9e-1c85-4a40-968a-16c8106e3dee req-37e262f9-8576-4296-a2bb-cb2c9c63154b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:05.491685 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-974e2c9e-1c85-4a40-968a-16c8106e3dee req-37e262f9-8576-4296-a2bb-cb2c9c63154b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.2007806 Jun 22 03:59:05.534333 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6537852 Jun 22 03:59:05.546715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35212) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:05.560011 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Request body: {'subnet': {'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1950808313-subnet', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:05.568560 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-085c50ff-4ed2-468c-9bb8-4bbddfab6f9d req-21b02c17-c6df-4969-8640-b77f68d9c36e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 210 time: 0.0537271 Jun 22 03:59:05.570888 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Pushing event updated for resources: {'Network': ['ID=63804b62-c4e2-463f-8090-058118a301da,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:05.582222 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 63804b62-c4e2-463f-8090-058118a301da details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:59:05.588746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:05.617391 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-974e2c9e-1c85-4a40-968a-16c8106e3dee req-e0519903-6877-44bb-8b2a-5206e8a7ec0d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247621 Jun 22 03:59:05.632230 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Made reservation on behalf of 27bc1218c9584db4ba126d46a787c5ec for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:05.636139 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9171304'] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.815712 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9148442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9171290'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.818493 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:05.877221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5befcdb-6c12-4a46-a9eb-20498f2ff024,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:05.880954 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:05.885416 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Checking segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:05.885763 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Network hostable DHCP agents. Network: 63804b62-c4e2-463f-8090-058118a301da, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:59:05.902703 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Network 63804b62-c4e2-463f-8090-058118a301da is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:59:05.910573 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 63804b62-c4e2-463f-8090-058118a301da) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:05.915274 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:05.915850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.920475 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27505a3d-6e82-4834-b4ce-ebdff08094f6 None None] Network 63804b62-c4e2-463f-8090-058118a301da requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:05.932164 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3821251 Jun 22 03:59:05.932758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35226) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:05.936635 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:05.960659 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:05.961696 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.015175 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.086103 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-63804b62-c4e2-463f-8090-058118a301da', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:59:06.088147 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.204466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.267335 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Allocated IP 172.20.0.2 (63804b62-c4e2-463f-8090-058118a301da/b5befcdb-6c12-4a46-a9eb-20498f2ff024/36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:06.413407 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.419773 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.422164 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Transition to ACTIVE for port object 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:06.437305 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Transition to ACTIVE for port object 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:06.438807 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.443533 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.446092 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-a98614f5-6d56-43a1-adc3-d2fe7d724e60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:06.484824 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Network 63804b62-c4e2-463f-8090-058118a301da is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:06.494938 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:06.507849 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:06.532249 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Pushing event updated for resources: {'Port': ['ID=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:06.536788 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:06.593506 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Attempting to bind port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:06.594130 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Attempting to bind port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:06.594130 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Attempting to bind port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 on network 63804b62-c4e2-463f-8090-058118a301da {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:06.597927 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Allocated IP 172.28.2.116 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/8bb22a02-db27-4e1c-94f5-07d5be41c22f) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:06.601882 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:06.602270 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Checking segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:06.602680 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.603574 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Bound using segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:06.604441 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Bound port: 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:06.604859 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.700771 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] For port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:06.704299 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] For port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:06.712058 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.721758 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:06.748118 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.786001 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Pushing event updated for resources: {'Port': ['ID=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:06.792599 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:06.799627 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:06.802271 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:06.813721 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-db6d4271-6149-42e7-9736-ad9c54280414 req-59363171-b3cb-4dc4-857f-acc48cbf4fa7 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 210 time: 0.0826459 Jun 22 03:59:06.897962 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:06.905887 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:06.911725 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:06.917929 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb22a02-db27-4e1c-94f5-07d5be41c22f,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:06.943414 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-8f339d61-ec55-4b0e-9c4c-a39849a356e9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:06.945239 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-8f339d61-ec55-4b0e-9c4c-a39849a356e9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/networks?id=8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 200 len: 814 time: 0.2015831 Jun 22 03:59:06.946308 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:06.970423 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Request body: {'port': {'device_id': '9dc037f2-720a-402c-9137-eda158cb7695', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'admin_state_up': True, 'tenant_id': 'f75f443f7d94447da0d75691a9572e16'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:07.035386 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2453-c6fd-496c-90cd-b974616f8c7b req-6ca0f8c3-0202-4aae-aa19-7b05381ae385 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:07.044569 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bdec2453-c6fd-496c-90cd-b974616f8c7b req-6ca0f8c3-0202-4aae-aa19-7b05381ae385 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.2067289 Jun 22 03:59:07.126434 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bdec2453-c6fd-496c-90cd-b974616f8c7b req-9ea8c240-94f2-4169-93f1-438c5ef89189 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809028 Jun 22 03:59:07.326822 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:07.393357 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Made reservation on behalf of f75f443f7d94447da0d75691a9572e16 for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:07.397374 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:07.552064 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Allocated IP 172.20.0.12 (8aa5734d-bf59-4095-936f-7c3e6c836176/dbf2096d-b0cd-4fae-a2df-2543413d9eff/05abf477-7f01-4cd8-96a3-a5bd376f0527) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:07.735628 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:07.770534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c25310-04fc-4477-ad91-43ebc48f9d2c req-cd847769-d803-4988-a1c5-46c7c00c0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:07.773630 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-42c25310-04fc-4477-ad91-43ebc48f9d2c req-cd847769-d803-4988-a1c5-46c7c00c0d24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 1098 time: 0.1215177 Jun 22 03:59:07.789134 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:07.794298 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-bc3677e3-fd5b-422e-9065-c002bdbae40d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:07.832416 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431', '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'e9407b81-dac4-4ca4-b23b-6d4464293e89'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:59:07.837561 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Network 8aa5734d-bf59-4095-936f-7c3e6c836176 is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:07.839022 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:07.846038 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:07.883547 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-42c25310-04fc-4477-ad91-43ebc48f9d2c req-e63ef85d-f7f3-45da-8b23-2fadd6ae4ec3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 Jun 22 03:59:07.890533 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:07.902303 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event updated for resources: {'Port': ['ID=05abf477-7f01-4cd8-96a3-a5bd376f0527,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:07.905961 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:07.927100 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:07.927760 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:07.944673 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9792767 Jun 22 03:59:08.045904 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e569f-2839-4527-a400-5206b4f84b52 None None] Network 63804b62-c4e2-463f-8090-058118a301da requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:08.077343 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:59:08.080228 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7df17-be60-4c5a-b8ea-5c747e97700f req-13f8eacf-eb94-49ee-bf36-d4f190913542 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:08.081738 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-90a7df17-be60-4c5a-b8ea-5c747e97700f req-13f8eacf-eb94-49ee-bf36-d4f190913542 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 932 time: 0.0870826 Jun 22 03:59:08.125932 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-90a7df17-be60-4c5a-b8ea-5c747e97700f req-b40d122a-e023-443f-be6a-1b37c0c78036 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380857 Jun 22 03:59:08.128059 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-d5a3a80d-5f60-4608-b48d-e5b4ef42ab0e None None] Provisioning for port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:08.192598 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:59:08.207527 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Sync routers for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:59:08.221155 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.226074 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:08.226309 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35264) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:08.226496 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2928231 Jun 22 03:59:08.227914 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:08.366716 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Request body: {'port': {'device_id': '9dc037f2-720a-402c-9137-eda158cb7695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:08.386891 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:08.390210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7857-0d66-4da7-bb4b-ac154d8ca34a req-9c519ed3-7cbf-4ace-8eb9-65ff45fd8e51 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:08.399313 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1b7c7857-0d66-4da7-bb4b-ac154d8ca34a req-9c519ed3-7cbf-4ace-8eb9-65ff45fd8e51 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1368926 Jun 22 03:59:08.464462 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1b7c7857-0d66-4da7-bb4b-ac154d8ca34a req-22d6550e-0a4f-4536-8705-5c357b3c833a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641794 Jun 22 03:59:08.544143 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:08.585244 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.660126 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:07Z', 'revision_number': 3, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:08.696779 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Checking router: 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:59:08.697311 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Updating router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 port 8bb22a02-db27-4e1c-94f5-07d5be41c22f binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:59:08.706717 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:08.711838 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:08.712301 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.755062 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.807027 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-f51dc92d-6c4a-4065-92da-d8b4924a5bdb None None] Provisioning complete for port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:08.809075 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f51dc92d-6c4a-4065-92da-d8b4924a5bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.835420 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.889875 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:08.919447 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:08.923606 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:08.969131 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f51dc92d-6c4a-4065-92da-d8b4924a5bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.027888 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:09.048666 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:09.064352 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.db.api [None req-f51dc92d-6c4a-4065-92da-d8b4924a5bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 03:59:09.064803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_db.api [None req-f51dc92d-6c4a-4065-92da-d8b4924a5bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 03:59:09.099534 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.113360 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Transition to ACTIVE for port object 8bb22a02-db27-4e1c-94f5-07d5be41c22f will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:09.121198 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.124271 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:09.129803 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05abf477-7f01-4cd8-96a3-a5bd376f0527 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:59:09.141528 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.164827 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Transition to ACTIVE for port object 05abf477-7f01-4cd8-96a3-a5bd376f0527 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:09.181920 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Pushing event updated for resources: {'Port': ['ID=8bb22a02-db27-4e1c-94f5-07d5be41c22f,revision_number=2']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:09.185944 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Attempting to bind port 8bb22a02-db27-4e1c-94f5-07d5be41c22f on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:09.186568 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Attempting to bind port 8bb22a02-db27-4e1c-94f5-07d5be41c22f by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:09.187279 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Attempting to bind port 8bb22a02-db27-4e1c-94f5-07d5be41c22f on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:09.191784 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.197400 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c27d7a05-ef4d-434f-bd9d-8b92aec18ea3 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:09.202374 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.202374 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.204267 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.204267 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.204267 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.204267 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.204267 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.205023 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.205436 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.205848 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.206255 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.206665 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:09.211655 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:09.216786 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:09.217365 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:09.217869 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.218465 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:09.219060 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Bound port: 8bb22a02-db27-4e1c-94f5-07d5be41c22f, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:09.219514 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.229217 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.281438 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] For port 8bb22a02-db27-4e1c-94f5-07d5be41c22f, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:09.284743 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] For port 8bb22a02-db27-4e1c-94f5-07d5be41c22f, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=8bb22a02-db27-4e1c-94f5-07d5be41c22f,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:09.289655 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Pushing event updated for resources: {'Port': ['ID=05abf477-7f01-4cd8-96a3-a5bd376f0527,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:09.290135 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.294340 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-d36d3ef7-e846-4277-abf2-e89df1fdbda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:09.306749 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:09.348547 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:09.349151 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:09.479419 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Pushing event updated for resources: {'Port': ['ID=8bb22a02-db27-4e1c-94f5-07d5be41c22f,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:09.484088 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-ac241912-d7bc-423f-847c-1db851cc2756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:09.498324 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a48f3-d74d-42d2-a529-543cba7d7d2c req-fa504c2e-e4ef-4e25-a524-4fa654b3a78c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:09.501007 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a47a48f3-d74d-42d2-a529-543cba7d7d2c req-fa504c2e-e4ef-4e25-a524-4fa654b3a78c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 944 time: 0.2148561 Jun 22 03:59:09.542676 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Attempting to bind port 05abf477-7f01-4cd8-96a3-a5bd376f0527 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:09.545276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Attempting to bind port 05abf477-7f01-4cd8-96a3-a5bd376f0527 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:09.545664 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Attempting to bind port 05abf477-7f01-4cd8-96a3-a5bd376f0527 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:09.559464 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:09.588059 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Port 05abf477-7f01-4cd8-96a3-a5bd376f0527 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 03:59:09.588479 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Attempting to bind port 05abf477-7f01-4cd8-96a3-a5bd376f0527 on network 8aa5734d-bf59-4095-936f-7c3e6c836176 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:09.612567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:09.612993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Checking segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:09.613443 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Bound using segment: {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:09.613991 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Bound port: 05abf477-7f01-4cd8-96a3-a5bd376f0527, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a21800-bebf-4963-b525-c81d250ea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:09.614400 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.625162 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Allocated IP 172.20.0.1 (63804b62-c4e2-463f-8090-058118a301da/b5befcdb-6c12-4a46-a9eb-20498f2ff024/06dcbf0a-0a6d-487d-bfb1-556af4c60ba4) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:09.630371 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a47a48f3-d74d-42d2-a529-543cba7d7d2c req-9a1716c8-acc6-4129-9a3f-25b3451532aa tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213689 Jun 22 03:59:09.681052 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afddd43-e113-4e74-a1f5-87b026e2227a req-b33d6f1e-018f-4fcf-a1cc-a675be34dd6c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:09.683956 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9afddd43-e113-4e74-a1f5-87b026e2227a req-b33d6f1e-018f-4fcf-a1cc-a675be34dd6c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0999777 Jun 22 03:59:09.760445 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9afddd43-e113-4e74-a1f5-87b026e2227a req-4f84b062-d26a-4dd8-b297-0fa9eb10d3ea tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613863 Jun 22 03:59:09.776166 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] For port 05abf477-7f01-4cd8-96a3-a5bd376f0527, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:09.793256 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] For port 05abf477-7f01-4cd8-96a3-a5bd376f0527, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05abf477-7f01-4cd8-96a3-a5bd376f0527,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:09.825464 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:07Z', 'revision_number': 3, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:09.837454 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.842787 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:09.853689 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212758d6-08af-4cef-bcac-e7a049092334 None None] The sync data for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb is: [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:07Z', 'revision_number': 3, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:59:09.902545 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.908828 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:09.909425 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.910864 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] 10.222.0.36 "PUT /v2.0/ports/05abf477-7f01-4cd8-96a3-a5bd376f0527 HTTP/1.1" status: 200 len: 1094 time: 1.5672185 Jun 22 03:59:09.913095 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc037f2-720a-402c-9137-eda158cb7695', 'tag': '05abf477-7f01-4cd8-96a3-a5bd376f0527'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:59:09.915473 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc037f2-720a-402c-9137-eda158cb7695", "tag": "05abf477-7f01-4cd8-96a3-a5bd376f0527"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:59:09.939523 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Transition to ACTIVE for port object 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:09.952582 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Pushing event updated for resources: {'Port': ['ID=05abf477-7f01-4cd8-96a3-a5bd376f0527,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:09.957704 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc3df64-f655-42b8-880f-10051cf0767a x-openstack-request-id: req-ecc3df64-f655-42b8-880f-10051cf0767a {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:59:09.958037 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc037f2-720a-402c-9137-eda158cb7695", "tag": "05abf477-7f01-4cd8-96a3-a5bd376f0527", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:59:09.958315 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecc3df64-f655-42b8-880f-10051cf0767a {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:59:09.958721 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc037f2-720a-402c-9137-eda158cb7695', 'tag': '05abf477-7f01-4cd8-96a3-a5bd376f0527', 'status': 'completed', 'code': 200} Jun 22 03:59:09.960172 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:09.988716 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:09.990854 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9d51fe74-d0da-46cb-92a9-f21ebdecd9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:10.066830 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Network 63804b62-c4e2-463f-8090-058118a301da is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:10.067596 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:10.071283 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:10.073045 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:10.075905 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:10.150218 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.196173 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6 req-ff1e1fe8-1b41-4a0e-a43b-78d7dad05c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:10.198082 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6 req-ff1e1fe8-1b41-4a0e-a43b-78d7dad05c9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 1097 time: 0.1805949 Jun 22 03:59:10.415096 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6 req-ae25abea-ba1b-4b6d-9beb-91a9fb255c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:10.416677 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6 req-ae25abea-ba1b-4b6d-9beb-91a9fb255c76 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f75f443f7d94447da0d75691a9572e16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2028401 Jun 22 03:59:10.452709 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.453247 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-0f1696d1-f7f8-446a-a621-33ef69d2ae48 None None] Provisioning for port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:10.457322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-0f1696d1-f7f8-446a-a621-33ef69d2ae48 None None] Provisioning complete for port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:10.457695 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0f1696d1-f7f8-446a-a621-33ef69d2ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.504081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-0f1696d1-f7f8-446a-a621-33ef69d2ae48 None None] Port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:59:10.535570 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:10.604531 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:10.605209 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.699787 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 8bb22a02-db27-4e1c-94f5-07d5be41c22f up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:10.757146 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 8bb22a02-db27-4e1c-94f5-07d5be41c22f completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:10.761642 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 8bb22a02-db27-4e1c-94f5-07d5be41c22f triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:10.762027 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.866659 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.906741 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 8bb22a02-db27-4e1c-94f5-07d5be41c22f, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=8bb22a02-db27-4e1c-94f5-07d5be41c22f,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:10.917857 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:10.923135 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:10.925330 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6 req-0e897bde-6baa-45fe-8ab2-56a3062ed63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:10.926831 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f04e4a8e-9c0b-4f9a-afe3-e367c68455d6 req-0e897bde-6baa-45fe-8ab2-56a3062ed63a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5006394 Jun 22 03:59:10.976866 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=8bb22a02-db27-4e1c-94f5-07d5be41c22f,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:10.980247 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:11.001661 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6d40-b6ea-4516-a2b0-7c349e3327be req-234ad240-99fb-49e4-bc76-46babbcc9eac tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:11.002284 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01d958-65ab-4fd9-a25e-b3f400feb7a3 req-21ea3f6f-4619-4b20-94d3-8b97b1e3f27c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:11.004020 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eadd6d40-b6ea-4516-a2b0-7c349e3327be req-234ad240-99fb-49e4-bc76-46babbcc9eac tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0944414 Jun 22 03:59:11.004780 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ff01d958-65ab-4fd9-a25e-b3f400feb7a3 req-21ea3f6f-4619-4b20-94d3-8b97b1e3f27c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 944 time: 0.2353008 Jun 22 03:59:11.044257 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eadd6d40-b6ea-4516-a2b0-7c349e3327be req-f671130e-f157-43ae-9a9f-11c2f5dacc0c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Jun 22 03:59:11.118733 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ff01d958-65ab-4fd9-a25e-b3f400feb7a3 req-cb98b919-a292-4354-9d23-f1d39f4a3673 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988038 Jun 22 03:59:11.141575 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-c861b2fa-dae6-4521-8e4f-670d6aee8add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:11.143123 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-c861b2fa-dae6-4521-8e4f-670d6aee8add service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75f443f7d94447da0d75691a9572e16&device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 1097 time: 0.1342154 Jun 22 03:59:11.159395 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:11.166115 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:11.168749 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:11.275966 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-217aefae-ab31-4b58-900b-9cfba589df1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05abf477-7f01-4cd8-96a3-a5bd376f0527 HTTP/1.1" status: 200 len: 217 time: 0.0671155 Jun 22 03:59:11.304845 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:11.307952 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:11.309753 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:11.398077 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241fd6f-5365-4ffa-8420-774740021471 req-36188efb-6def-40fa-8ee3-432ebe2740f8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:11.399462 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3241fd6f-5365-4ffa-8420-774740021471 req-36188efb-6def-40fa-8ee3-432ebe2740f8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1397288 Jun 22 03:59:11.485926 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-809a4042-96f5-4213-94d3-c685f94124a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:11.487357 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-809a4042-96f5-4213-94d3-c685f94124a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 200 len: 854 time: 0.1052980 Jun 22 03:59:11.488981 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Network 63804b62-c4e2-463f-8090-058118a301da is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:11.492475 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3241fd6f-5365-4ffa-8420-774740021471 req-8bee824f-b1a5-4c2a-bde9-e77f05e29285 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Jun 22 03:59:11.493438 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:11.533129 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-728b586d-0a08-4125-97bf-08f08c2f4bdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa5734d-bf59-4095-936f-7c3e6c836176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353794 Jun 22 03:59:11.755213 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-d7cc4fb4-3b17-4b5a-88d5-8f629d33c22b service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801960 Jun 22 03:59:11.764323 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:59:11.833372 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-660b43ae-0fd1-4e6d-8b7e-9110c26fc95f None None] Provisioning complete for port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:11.835835 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-660b43ae-0fd1-4e6d-8b7e-9110c26fc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:11.877895 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-660b43ae-0fd1-4e6d-8b7e-9110c26fc95f None None] Port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:59:11.902487 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be21f645-6f18-4752-9a16-ca3c5469cfda req-f9c3f07e-e0b1-43e9-8eaf-d383c152e616 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400836 Jun 22 03:59:11.952871 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:59:11.961920 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/384d80ee-42cc-4f8a-9dab-9054a7fc8cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7346923 Jun 22 03:59:11.963036 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Sync routers for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:59:11.976520 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:11.977232 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:12.089427 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:12.319318 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7214ca4-5137-4777-9f82-d517c06d3dfd req-d4ac30e3-c6de-4450-9c3f-769692175664 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:12.327659 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f7214ca4-5137-4777-9f82-d517c06d3dfd req-d4ac30e3-c6de-4450-9c3f-769692175664 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 944 time: 0.0846522 Jun 22 03:59:12.382634 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f7214ca4-5137-4777-9f82-d517c06d3dfd req-040b8035-1207-4a43-a6c4-21cf8b69f98f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Jun 22 03:59:12.435576 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 8bb22a02-db27-4e1c-94f5-07d5be41c22f up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:12.500836 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 2, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:12.503824 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 8bb22a02-db27-4e1c-94f5-07d5be41c22f triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:12.504200 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.507076 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35344) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:12.511959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1460093736-network', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:12.536966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Made reservation on behalf of 2229afeb4bb945e3ade1743d001c7e4e for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:12.539677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.547764 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.550382 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Checking router: 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:59:12.550761 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Updating router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:59:12.597851 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.643768 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.649094 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.654006 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-435dd362-0bc5-4afb-99e7-390162e359c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:12.688192 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51907144-0057-47e8-a033-4879ae8071d8,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:12.696198 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:12.697033 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:59:12.708266 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.708513 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Added segment 74255774-9096-421e-bb1d-1e63dc0e9934 of type vlan for network f0227784-9c0a-4d21-a379-74cb8d228eaa Jun 22 03:59:12.751635 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.784014 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.785324 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:12.785901 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.789361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2b031a05-be0d-449f-8375-5c6f2bee6e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:12.839224 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3310542 Jun 22 03:59:12.842078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35352) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:12.847876 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Request body: {'subnet': {'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1460093736-subnet', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:12.849737 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Pushing event updated for resources: {'Network': ['ID=f0227784-9c0a-4d21-a379-74cb8d228eaa,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:12.853230 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:12.864091 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network f0227784-9c0a-4d21-a379-74cb8d228eaa details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:59:12.881775 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Made reservation on behalf of 2229afeb4bb945e3ade1743d001c7e4e for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:12.884041 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9171304'] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:12.984287 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.000842 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Transition to ACTIVE for port object 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:13.010123 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.013270 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:13.077053 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9148442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9171290'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.080150 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:13.109995 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e693-d8fd-42ef-967d-315a44815b9d None None] Pushing event updated for resources: {'Port': ['ID=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:13.113553 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4a06e693-d8fd-42ef-967d-315a44815b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:13.138539 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e966426-4753-4283-a889-7a5a01a0f447,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:13.142420 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:13.143936 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Attempting to bind port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:13.144290 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Attempting to bind port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:13.144692 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Attempting to bind port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 on network 63804b62-c4e2-463f-8090-058118a301da {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:13.146221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Checking segment: {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:13.147168 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Network hostable DHCP agents. Network: f0227784-9c0a-4d21-a379-74cb8d228eaa, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:59:13.150502 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:13.150795 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Checking segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:13.151188 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.151581 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Bound using segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:13.152031 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Bound port: 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:13.152399 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.172153 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Network f0227784-9c0a-4d21-a379-74cb8d228eaa is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:59:13.184546 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, f0227784-9c0a-4d21-a379-74cb8d228eaa) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:13.190540 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:13.191844 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.197297 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7418f93-f3d0-4a32-a9bf-1316fa477297 None None] Network f0227784-9c0a-4d21-a379-74cb8d228eaa requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:13.211397 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-4c387d9c-7d60-4bda-846d-4826ffb9f117 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3682320 Jun 22 03:59:13.213930 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35364) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:13.218840 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:13.241649 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.242740 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.288955 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] For port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:13.300845 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.315846 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] For port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:13.325435 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.332692 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:13.429645 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e693-d8fd-42ef-967d-315a44815b9d None None] Pushing event updated for resources: {'Port': ['ID=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:13.434419 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4a06e693-d8fd-42ef-967d-315a44815b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:13.438373 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:13.439011 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:13.468120 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.515881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-f0227784-9c0a-4d21-a379-74cb8d228eaa', 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'fixed_ips': [{'subnet_id': '4e966426-4753-4283-a889-7a5a01a0f447'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:59:13.517012 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.606360 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75841-0080-4ea4-bb29-10ea29fabd6e req-c69b08a9-1beb-4e05-b4ac-4e14106db3ca tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:13.607940 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76b75841-0080-4ea4-bb29-10ea29fabd6e req-c69b08a9-1beb-4e05-b4ac-4e14106db3ca tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 944 time: 0.0794499 Jun 22 03:59:13.654670 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:13.657664 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76b75841-0080-4ea4-bb29-10ea29fabd6e req-81ac72a1-4690-4699-9493-42561b173d35 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Jun 22 03:59:13.727877 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.747999 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:13.873679 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Allocated IP 172.20.0.2 (f0227784-9c0a-4d21-a379-74cb8d228eaa/4e966426-4753-4283-a889-7a5a01a0f447/ddfe2c2f-3b75-4fe6-9d9d-e516c4042519) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:13.885452 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Allocated IP 172.28.2.108 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/e93881da-e947-40bf-8e97-fb7cade705f1) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:13.998195 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.057707 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.061116 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7ec7763b-966c-4dcc-9b70-141a7eb8d539 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:14.087997 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:13Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:14.106986 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:14.108181 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:14.112338 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:14.120980 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9e8af-bf83-4195-802b-91a32370ad2b None None] The sync data for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb is: [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:13Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:59:14.132271 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.141321 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Transition to ACTIVE for port object ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:14.144998 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Pushing event updated for resources: {'Port': ['ID=e93881da-e947-40bf-8e97-fb7cade705f1,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:14.150602 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:14.157343 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Transition to ACTIVE for port object ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:14.165956 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.170156 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:14.229150 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Network f0227784-9c0a-4d21-a379-74cb8d228eaa is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:14.231854 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:14.235741 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:14.246898 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Pushing event updated for resources: {'Port': ['ID=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:14.286657 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:14.323663 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Attempting to bind port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:14.324037 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Attempting to bind port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:14.324428 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Attempting to bind port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 on network f0227784-9c0a-4d21-a379-74cb8d228eaa {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:14.329984 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:14.330366 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Checking segment: {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:14.330770 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.331165 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Bound using segment: {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:14.331787 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Bound port: ddfe2c2f-3b75-4fe6-9d9d-e516c4042519, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:14.332174 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.437733 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] For port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:14.441121 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] For port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:14.447449 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.449993 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:14.494161 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:14.569048 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Pushing event updated for resources: {'Port': ['ID=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:14.573175 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:14.577967 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:14.578609 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:14.579024 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.623686 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d7f5-2818-4a21-891f-6f055611fb7a req-cc6e532c-c4e2-4360-bf4a-4c1af36e6635 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:14.626670 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a3d4d7f5-2818-4a21-891f-6f055611fb7a req-cc6e532c-c4e2-4360-bf4a-4c1af36e6635 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1118746 Jun 22 03:59:14.704684 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a3d4d7f5-2818-4a21-891f-6f055611fb7a req-fd5d1381-02e3-472c-8b25-5164f4ea186a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Jun 22 03:59:14.956278 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:14.994975 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:15.002513 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:15.006358 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:15.065664 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:15.070492 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-00df2566-33f4-41a0-a526-f575c8dc10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:15.071981 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-00df2566-33f4-41a0-a526-f575c8dc10bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.6263692 Jun 22 03:59:15.073243 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:15.075101 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:15.128925 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae004a9-6dd1-49eb-bbfd-ded0e952cc55 req-511b0d71-95a5-49ae-887b-99e379955195 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:15.136577 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1ae004a9-6dd1-49eb-bbfd-ded0e952cc55 req-511b0d71-95a5-49ae-887b-99e379955195 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 944 time: 0.2287457 Jun 22 03:59:15.271927 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1ae004a9-6dd1-49eb-bbfd-ded0e952cc55 req-9bc3cc42-3e9c-4807-b146-10f78a2bda05 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342504 Jun 22 03:59:15.314294 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-a57c2434-e71a-45dc-aef9-38a1f17dd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:15.315757 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-a57c2434-e71a-45dc-aef9-38a1f17dd31e service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.2067013 Jun 22 03:59:15.390662 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-956dcdab-3cb3-4d61-94e7-fdc3c51b600a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.0414875 Jun 22 03:59:15.489435 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-ebcbb22c-599f-4f93-83fa-891942c11e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:15.491146 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-ebcbb22c-599f-4f93-83fa-891942c11e53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.0920417 Jun 22 03:59:15.494150 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:15.560699 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-13bc15c1-df79-455e-ae28-10d076d67f03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630639 Jun 22 03:59:15.688356 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403aeaeb-fb8d-497e-adef-fd8cdd89ab75 None None] Network f0227784-9c0a-4d21-a379-74cb8d228eaa requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:15.722923 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-7bbee732-914b-4d10-abb6-e25b57cf6c6f service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443927 Jun 22 03:59:15.749219 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Router b070fbf2-bd85-450f-9b5a-9071281626df is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:59:15.756571 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-c897896f-338b-4f55-9475-16d3941a2fe9 None None] Provisioning for port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:15.843208 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3c29a356-95f9-4693-ad6c-a7e5742bdcdc req-eeceac8e-ba95-4078-a173-42fb9a10d49a service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110988 Jun 22 03:59:15.902191 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b984e1-795e-4fc1-a6c7-0905f0fbe321 req-82ce5ef9-1ea2-4645-833c-8b1903c0a30e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:15.904213 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-02b984e1-795e-4fc1-a6c7-0905f0fbe321 req-82ce5ef9-1ea2-4645-833c-8b1903c0a30e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0719328 Jun 22 03:59:15.985162 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:59:15.995933 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Sync routers for ids ['b070fbf2-bd85-450f-9b5a-9071281626df'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:59:15.999168 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-02b984e1-795e-4fc1-a6c7-0905f0fbe321 req-6739eba0-f624-401f-833e-d97721e3be0e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841742 Jun 22 03:59:16.016732 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.017042 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Routers {'b070fbf2-bd85-450f-9b5a-9071281626df'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:16.017042 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['b070fbf2-bd85-450f-9b5a-9071281626df'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:16.017355 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35412) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:16.025587 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8098238 Jun 22 03:59:16.163434 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Set router b070fbf2-bd85-450f-9b5a-9071281626df gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:16.361745 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 3, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:16.393441 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Checking router: b070fbf2-bd85-450f-9b5a-9071281626df for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:59:16.393815 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Updating router b070fbf2-bd85-450f-9b5a-9071281626df port e93881da-e947-40bf-8e97-fb7cade705f1 binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:59:16.433505 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.513501 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.548552 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:16.580908 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91659b0b-2611-433a-b33a-a20325e95798 req-0d508e51-a1d0-4b76-acc0-57f30a352cd3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:16.582445 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-91659b0b-2611-433a-b33a-a20325e95798 req-0d508e51-a1d0-4b76-acc0-57f30a352cd3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 944 time: 0.0844779 Jun 22 03:59:16.599337 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 05abf477-7f01-4cd8-96a3-a5bd376f0527 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 03:59:16.616823 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:16.623568 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:16.624035 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.633515 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-91659b0b-2611-433a-b33a-a20325e95798 req-b662b691-6378-45fb-8d86-04b0a24332e6 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Jun 22 03:59:16.717985 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Allocated IP 172.20.0.1 (f0227784-9c0a-4d21-a379-74cb8d228eaa/4e966426-4753-4283-a889-7a5a01a0f447/0037ec96-083d-4f31-9af6-07e1c1e02662) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:16.738510 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.749825 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Transition to ACTIVE for port object e93881da-e947-40bf-8e97-fb7cade705f1 will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:16.757466 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.759703 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-d36d3ef7-e846-4277-abf2-e89df1fdbda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:16.789410 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 05abf477-7f01-4cd8-96a3-a5bd376f0527, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05abf477-7f01-4cd8-96a3-a5bd376f0527,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:16.805855 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '05abf477-7f01-4cd8-96a3-a5bd376f0527', 'network_id': '8aa5734d-bf59-4095-936f-7c3e6c836176', 'port_id': '05abf477-7f01-4cd8-96a3-a5bd376f0527', 'mac_address': 'fa:16:3e:b9:f4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf2096d-b0cd-4fae-a2df-2543413d9eff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 03:59:16.806429 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Attempting to bind port e93881da-e947-40bf-8e97-fb7cade705f1 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:16.806797 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Attempting to bind port e93881da-e947-40bf-8e97-fb7cade705f1 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:16.807161 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Attempting to bind port e93881da-e947-40bf-8e97-fb7cade705f1 on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:16.807612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.814013 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4e6a5-b4c5-45fe-ad24-2635834c1a85 None None] Pushing event updated for resources: {'Port': ['ID=e93881da-e947-40bf-8e97-fb7cade705f1,revision_number=2']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:16.816475 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:16.816856 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:16.817262 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.817646 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:16.818108 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Bound port: e93881da-e947-40bf-8e97-fb7cade705f1, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:16.819055 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.837600 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.838249 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-0ee4e6a5-b4c5-45fe-ad24-2635834c1a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:16.851887 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Transition to ACTIVE for port object 0037ec96-083d-4f31-9af6-07e1c1e02662 will not be triggered until provisioned by entity DHCP. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:16.870561 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] For port e93881da-e947-40bf-8e97-fb7cade705f1, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:16.871195 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:16.873895 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] For port e93881da-e947-40bf-8e97-fb7cade705f1, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=e93881da-e947-40bf-8e97-fb7cade705f1,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:16.874033 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.879469 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.883806 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.884791 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:16.887363 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:16.888034 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:16.890691 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:16.902230 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:16.931590 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05abf477-7f01-4cd8-96a3-a5bd376f0527 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 03:59:16.935028 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Network f0227784-9c0a-4d21-a379-74cb8d228eaa is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:16.938782 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:16.942371 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:16.968360 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Routers {'b070fbf2-bd85-450f-9b5a-9071281626df'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:16.969522 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['b070fbf2-bd85-450f-9b5a-9071281626df'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:16.973677 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=0037ec96-083d-4f31-9af6-07e1c1e02662,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:16.988134 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:16.988973 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 05abf477-7f01-4cd8-96a3-a5bd376f0527, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05abf477-7f01-4cd8-96a3-a5bd376f0527,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:16.992434 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:16.996778 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4e6a5-b4c5-45fe-ad24-2635834c1a85 None None] Pushing event updated for resources: {'Port': ['ID=e93881da-e947-40bf-8e97-fb7cade705f1,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:16.997363 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:16.999051 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.002397 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:17.009349 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.076205 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:17.081820 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-0ee4e6a5-b4c5-45fe-ad24-2635834c1a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:17.088475 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.133376 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=05abf477-7f01-4cd8-96a3-a5bd376f0527,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:17.137817 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:17.221588 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] Set router b070fbf2-bd85-450f-9b5a-9071281626df gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:17.307736 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f3f7-2466-434a-bf88-38fcc21995cf req-b6826b4f-5409-4859-9327-8a7305d68809 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:17.309261 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b0f3f3f7-2466-434a-bf88-38fcc21995cf req-b6826b4f-5409-4859-9327-8a7305d68809 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1362174 Jun 22 03:59:17.314118 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.342658 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-62bfeaa4-2824-4c0c-ae30-221bc96a59bb None None] Provisioning for port 0037ec96-083d-4f31-9af6-07e1c1e02662 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:17.349094 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-62bfeaa4-2824-4c0c-ae30-221bc96a59bb None None] Provisioning complete for port 0037ec96-083d-4f31-9af6-07e1c1e02662 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:17.349521 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-62bfeaa4-2824-4c0c-ae30-221bc96a59bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.388855 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-62bfeaa4-2824-4c0c-ae30-221bc96a59bb None None] Port 0037ec96-083d-4f31-9af6-07e1c1e02662 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:59:17.398692 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b0f3f3f7-2466-434a-bf88-38fcc21995cf req-8dc33f91-bf31-40d0-9ba8-7665e0e61f62 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727868 Jun 22 03:59:17.428921 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 3, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:17.454649 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c40c03-c41f-47c9-8d61-f4dd451c0ac5 None None] The sync data for ids ['b070fbf2-bd85-450f-9b5a-9071281626df'] in dv-cinder-797380-1-smb is: [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 3, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:59:17.516730 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.522188 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.524944 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f4e69afa-c9fd-442f-8c07-c33a6679832d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:17.599085 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.601969 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=0037ec96-083d-4f31-9af6-07e1c1e02662,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:17.605537 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:17.678370 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-747e34fa-6429-48eb-9b41-04f5b0a84677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:17.683425 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['05abf477-7f01-4cd8-96a3-a5bd376f0527'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:59:17.768054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Network f0227784-9c0a-4d21-a379-74cb8d228eaa is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:17.777888 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:17.935416 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8dc72-07bc-4daf-adf7-1dd02cf4c064 req-99d2d3ce-0ef6-425e-8645-9668df8b9fe1 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:17.937662 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dba8dc72-07bc-4daf-adf7-1dd02cf4c064 req-99d2d3ce-0ef6-425e-8645-9668df8b9fe1 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 945 time: 0.1098778 Jun 22 03:59:17.946134 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Router b070fbf2-bd85-450f-9b5a-9071281626df has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:59:17.986736 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dba8dc72-07bc-4daf-adf7-1dd02cf4c064 req-4653391b-2d44-4b60-b65a-76e04d54df55 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Jun 22 03:59:18.070794 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:59:18.076131 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] 10.222.0.24 "PUT /v2.0/routers/b070fbf2-bd85-450f-9b5a-9071281626df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599148 Jun 22 03:59:18.119283 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-92dfa400-c652-434b-a528-ee30a347d1c1 None None] Provisioning complete for port 0037ec96-083d-4f31-9af6-07e1c1e02662 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:18.119814 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-92dfa400-c652-434b-a528-ee30a347d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.177365 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-92dfa400-c652-434b-a528-ee30a347d1c1 None None] Port 0037ec96-083d-4f31-9af6-07e1c1e02662 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:59:18.213582 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:59:18.517881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:18.569903 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:18.570281 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.595772 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888b63-c330-4672-ab09-fc427303aace req-8a619607-1dc6-4b26-9081-5fa73eea237c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:18.597347 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30888b63-c330-4672-ab09-fc427303aace req-8a619607-1dc6-4b26-9081-5fa73eea237c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0677280 Jun 22 03:59:18.646265 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30888b63-c330-4672-ab09-fc427303aace req-087bb3fd-b7c5-4c89-82ea-44bbb898040b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Jun 22 03:59:18.652905 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e93881da-e947-40bf-8e97-fb7cade705f1 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:18.704069 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port e93881da-e947-40bf-8e97-fb7cade705f1 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:18.708339 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port e93881da-e947-40bf-8e97-fb7cade705f1 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:18.709512 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.783968 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35452) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:18.789541 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841418434', 'description': 'tempest-secgroup-smoke-1841418434 description', 'project_id': '27bc1218c9584db4ba126d46a787c5ec'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:18.800090 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.813750 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.823593 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port e93881da-e947-40bf-8e97-fb7cade705f1, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=e93881da-e947-40bf-8e97-fb7cade705f1,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:18.828093 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.830558 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6be17be8-7b00-467b-abef-dca2743e5bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:18.899842 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=e93881da-e947-40bf-8e97-fb7cade705f1,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:18.909378 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:18.909570 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.915223 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.917883 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:18.943981 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:18.945196 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601195 Jun 22 03:59:18.947135 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c7b151-9474-46a6-828c-2bf7a1177a9b,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:18.948360 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35456) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:18.954610 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1efc923e-1548-4053-8ce0-545bfc599669 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:18.954795 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group_rule': {'security_group_id': '80c7b151-9474-46a6-828c-2bf7a1177a9b', 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:18.985701 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.043898 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.047913 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.050022 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-031d59e7-0cfd-4510-91b9-2a2c74c4de89 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:19.067969 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca0da73-0b1a-41bb-ba28-edd2eb15cfae,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:19.072873 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:19.075476 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.079489 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35460) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:19.079617 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301141 Jun 22 03:59:19.084265 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group_rule': {'security_group_id': '80c7b151-9474-46a6-828c-2bf7a1177a9b', 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:19.110965 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.175523 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0fde6-e7fc-428b-9fa5-9068ac9647d1 req-cfff6e8e-6d87-43f4-86ee-679a34a9624e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:19.177193 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-08b0fde6-e7fc-428b-9fa5-9068ac9647d1 req-cfff6e8e-6d87-43f4-86ee-679a34a9624e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 945 time: 0.0667791 Jun 22 03:59:19.185336 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.190751 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.206895 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0fc62673-5955-4081-88e4-0021c2098fd3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:19.221481 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f19b51-d6ca-4ffa-87a8-6ddc34b7394b,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:19.224968 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:19.225891 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.226915 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e3f89739-fef8-4c3c-850d-db69c828c1b5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463830 Jun 22 03:59:19.228060 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-08b0fde6-e7fc-428b-9fa5-9068ac9647d1 req-1ce44c5c-7078-44b9-ab13-e57b5954af19 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Jun 22 03:59:19.232307 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35466) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:19.236964 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group_rule': {'security_group_id': '80c7b151-9474-46a6-828c-2bf7a1177a9b', 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:19.259447 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Sync routers for ids ['b070fbf2-bd85-450f-9b5a-9071281626df'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:59:19.269860 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Routers {'b070fbf2-bd85-450f-9b5a-9071281626df'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:19.270720 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:58:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['b070fbf2-bd85-450f-9b5a-9071281626df'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:19.286773 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.336326 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.339960 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.341972 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:19.358122 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd320353-a307-4684-86d2-d3916fc155b3,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:19.360894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:19.364869 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.368757 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328788 Jun 22 03:59:19.368950 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35468) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:19.373237 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group_rule': {'security_group_id': '80c7b151-9474-46a6-828c-2bf7a1177a9b', 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:19.381293 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Set router b070fbf2-bd85-450f-9b5a-9071281626df gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:19.400264 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.469442 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.472986 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.475536 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c703ff2f-6b85-4720-9c25-327406972a7c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:19.495847 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e278eade-1bdc-48d4-a4d7-dac63405aa7b,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:19.498104 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:19.499358 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.502977 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306701 Jun 22 03:59:19.503419 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35472) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:19.507733 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group_rule': {'security_group_id': '80c7b151-9474-46a6-828c-2bf7a1177a9b', 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:19.530330 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.securitygroups_db [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Project 27bc1218c9584db4ba126d46a787c5ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 03:59:19.535630 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.585310 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:17Z', 'revision_number': 4, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '0037ec96-083d-4f31-9af6-07e1c1e02662', 'name': '', 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'mac_address': 'fa:16:3e:00:3a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4e966426-4753-4283-a889-7a5a01a0f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:16Z', 'updated_at': '2021-06-22T03:59:17Z', 'revision_number': 2, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'subnets': [{'id': '4e966426-4753-4283-a889-7a5a01a0f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:19.596271 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.600911 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.603022 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4716a274-373e-48cb-9be8-b5c2014cb377 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:19.612692 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Checking router: b070fbf2-bd85-450f-9b5a-9071281626df for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:59:19.613063 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Updating router b070fbf2-bd85-450f-9b5a-9071281626df port 0037ec96-083d-4f31-9af6-07e1c1e02662 binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:59:19.619249 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db47a9f-84d3-4b5d-b565-48006d56eb44,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:19.621692 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:19.626654 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.627911 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237261 Jun 22 03:59:19.630695 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35474) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:19.635578 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'security_group_rule': {'security_group_id': '80c7b151-9474-46a6-828c-2bf7a1177a9b', 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:19.655051 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.659400 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.securitygroups_db [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Project 27bc1218c9584db4ba126d46a787c5ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 03:59:19.665335 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.732677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.736922 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.739061 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0b37fb8b-b207-46a8-8ec9-8d6389b80016 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:19.754645 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0210d994-664a-4c46-af0d-379d4246ea09,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:19.757340 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:19.763319 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.764816 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5de28699-f76d-4c0e-a82b-a7d784a6b9fc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327131 Jun 22 03:59:19.860762 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640e19b-f96c-4853-a24c-94bc0f7a789a req-3cc6cb35-a385-4820-8c7c-8e07c5bd57fa tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:19.862881 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8640e19b-f96c-4853-a24c-94bc0f7a789a req-3cc6cb35-a385-4820-8c7c-8e07c5bd57fa tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0804420 Jun 22 03:59:19.906828 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8640e19b-f96c-4853-a24c-94bc0f7a789a req-e8c44ea8-c362-481e-85f5-be891b073f5d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jun 22 03:59:19.962130 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.982426 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Transition to ACTIVE for port object 0037ec96-083d-4f31-9af6-07e1c1e02662 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:19.989069 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:19.996095 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:20.101123 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05635bc-502d-44ac-a36b-759f457d8b49 None None] Pushing event updated for resources: {'Port': ['ID=0037ec96-083d-4f31-9af6-07e1c1e02662,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:20.126157 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f05635bc-502d-44ac-a36b-759f457d8b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:20.142347 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Attempting to bind port 0037ec96-083d-4f31-9af6-07e1c1e02662 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:20.142719 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Attempting to bind port 0037ec96-083d-4f31-9af6-07e1c1e02662 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:20.143084 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Attempting to bind port 0037ec96-083d-4f31-9af6-07e1c1e02662 on network f0227784-9c0a-4d21-a379-74cb8d228eaa {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:20.160047 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:20.160689 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Checking segment: {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:20.161270 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:20.161870 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Bound using segment: {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:20.162777 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Bound port: 0037ec96-083d-4f31-9af6-07e1c1e02662, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74255774-9096-421e-bb1d-1e63dc0e9934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:20.163342 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:20.264802 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] For port 0037ec96-083d-4f31-9af6-07e1c1e02662, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:20.267973 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] For port 0037ec96-083d-4f31-9af6-07e1c1e02662, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=0037ec96-083d-4f31-9af6-07e1c1e02662,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:20.270066 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2109d00b-2451-4231-9577-dd32c43bc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:20.276158 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:20.282725 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:20.363706 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Routers {'b070fbf2-bd85-450f-9b5a-9071281626df'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:20.364430 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['b070fbf2-bd85-450f-9b5a-9071281626df'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:20.367374 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05635bc-502d-44ac-a36b-759f457d8b49 None None] Pushing event updated for resources: {'Port': ['ID=0037ec96-083d-4f31-9af6-07e1c1e02662,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:20.381768 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f05635bc-502d-44ac-a36b-759f457d8b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:20.594923 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fac1d-4a3b-4fff-9566-5981a5f76d3d req-76c851a9-75a0-4286-8d8f-c81834714528 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:20.597266 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f10fac1d-4a3b-4fff-9566-5981a5f76d3d req-76c851a9-75a0-4286-8d8f-c81834714528 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 945 time: 0.1597364 Jun 22 03:59:20.649059 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e93881da-e947-40bf-8e97-fb7cade705f1 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:20.651161 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 05abf477-7f01-4cd8-96a3-a5bd376f0527 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:20.659808 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f10fac1d-4a3b-4fff-9566-5981a5f76d3d req-0ea24b92-bd9f-4012-9304-e1598e2b9a8d tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Jun 22 03:59:20.756810 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] Set router b070fbf2-bd85-450f-9b5a-9071281626df gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:20.759846 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:20.864529 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port e93881da-e947-40bf-8e97-fb7cade705f1 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:20.864918 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:20.910330 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 05abf477-7f01-4cd8-96a3-a5bd376f0527 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:20.926554 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 05abf477-7f01-4cd8-96a3-a5bd376f0527 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:20.926937 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:21.105512 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8571020-b584-4049-89e3-fa0fec8ef9a5 req-3313db87-fcee-4b4c-9f65-2eaeed6e689f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:21.106969 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c8571020-b584-4049-89e3-fa0fec8ef9a5 req-3313db87-fcee-4b4c-9f65-2eaeed6e689f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0636768 Jun 22 03:59:21.115461 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:21.147331 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c8571020-b584-4049-89e3-fa0fec8ef9a5 req-022cf5cb-58cd-4b5d-a487-58864609513d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Jun 22 03:59:21.148743 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc037f2-720a-402c-9137-eda158cb7695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05abf477-7f01-4cd8-96a3-a5bd376f0527'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:59:21.151027 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29727c6-56d6-46d7-9c05-935c0c889150" -d '{"events": [{"server_uuid": "9dc037f2-720a-402c-9137-eda158cb7695", "name": "network-vif-plugged", "status": "completed", "tag": "05abf477-7f01-4cd8-96a3-a5bd376f0527"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:59:21.174858 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 05abf477-7f01-4cd8-96a3-a5bd376f0527, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05abf477-7f01-4cd8-96a3-a5bd376f0527,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:21.181658 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:21.187082 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:21.195100 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:17Z', 'revision_number': 4, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '0037ec96-083d-4f31-9af6-07e1c1e02662', 'name': '', 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'mac_address': 'fa:16:3e:00:3a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4e966426-4753-4283-a889-7a5a01a0f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:16Z', 'updated_at': '2021-06-22T03:59:20Z', 'revision_number': 4, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'subnets': [{'id': '4e966426-4753-4283-a889-7a5a01a0f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:21.214589 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba8fc33-602a-45a7-b33d-7dd325424c76 x-openstack-request-id: req-4ba8fc33-602a-45a7-b33d-7dd325424c76 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:59:21.214903 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc037f2-720a-402c-9137-eda158cb7695", "name": "network-vif-plugged", "status": "completed", "tag": "05abf477-7f01-4cd8-96a3-a5bd376f0527", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:59:21.215160 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ba8fc33-602a-45a7-b33d-7dd325424c76 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:59:21.215546 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc037f2-720a-402c-9137-eda158cb7695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05abf477-7f01-4cd8-96a3-a5bd376f0527', 'code': 200} Jun 22 03:59:21.243162 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d4790-383c-4fe0-8ba3-5b38a91776dc None None] The sync data for ids ['b070fbf2-bd85-450f-9b5a-9071281626df'] in dv-cinder-797380-1-smb is: [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:17Z', 'revision_number': 4, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '0037ec96-083d-4f31-9af6-07e1c1e02662', 'name': '', 'network_id': 'f0227784-9c0a-4d21-a379-74cb8d228eaa', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'mac_address': 'fa:16:3e:00:3a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4e966426-4753-4283-a889-7a5a01a0f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:16Z', 'updated_at': '2021-06-22T03:59:20Z', 'revision_number': 4, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'subnets': [{'id': '4e966426-4753-4283-a889-7a5a01a0f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:59:21.279013 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=05abf477-7f01-4cd8-96a3-a5bd376f0527,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:21.282716 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:21.549092 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70f4a-18e6-4ca2-9373-832ef14f86af req-f2ab5fe5-8daa-4967-8e6a-9cafb1cd60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:21.554472 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3ba70f4a-18e6-4ca2-9373-832ef14f86af req-f2ab5fe5-8daa-4967-8e6a-9cafb1cd60eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 1099 time: 0.0658495 Jun 22 03:59:21.602428 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3ba70f4a-18e6-4ca2-9373-832ef14f86af req-87ee1843-34a7-4cbf-858b-eeb6871db9ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Jun 22 03:59:21.848326 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb605346-3c3e-4447-bde2-ad7989446d6b req-cb93d8b0-f346-45ed-b50f-2bfdaf18bf47 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:21.850442 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fb605346-3c3e-4447-bde2-ad7989446d6b req-cb93d8b0-f346-45ed-b50f-2bfdaf18bf47 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.0668442 Jun 22 03:59:21.893615 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fb605346-3c3e-4447-bde2-ad7989446d6b req-f390f57c-ad5c-41aa-870f-a533eb7e6bcb tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Jun 22 03:59:21.971789 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.331323 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35582) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:22.353053 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93227b6c-4203-422c-80ca-c43eef87d902 req-fe50c6b3-5c4c-4001-b0fb-d520a1ddad56 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:22.354601 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-93227b6c-4203-422c-80ca-c43eef87d902 req-fe50c6b3-5c4c-4001-b0fb-d520a1ddad56 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0750585 Jun 22 03:59:22.405490 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-93227b6c-4203-422c-80ca-c43eef87d902 req-1b3a3582-26d8-4706-bd29-d35d8cae71be tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Jun 22 03:59:22.463066 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 0037ec96-083d-4f31-9af6-07e1c1e02662 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:22.491145 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.557664 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 0037ec96-083d-4f31-9af6-07e1c1e02662 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:22.561728 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 0037ec96-083d-4f31-9af6-07e1c1e02662 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:22.562117 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.605405 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.611299 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.614341 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-002f7ff3-74e1-4c0f-944e-d48165f879bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:22.650668 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f6a5f-5b33-4525-b2d4-e711a0349352,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:22.654761 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=046fd90eb50c428e955173da0508822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216300 Jun 22 03:59:22.656004 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:22.657745 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35596) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:22.671289 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.706500 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 0037ec96-083d-4f31-9af6-07e1c1e02662, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=0037ec96-083d-4f31-9af6-07e1c1e02662,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:22.711723 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.713621 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:22.722613 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.745365 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.767715 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=0037ec96-083d-4f31-9af6-07e1c1e02662,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:22.770723 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:22.792665 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.795280 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:22.796443 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f01f6a5f-5b33-4525-b2d4-e711a0349352 HTTP/1.1" status: 204 len: 168 time: 0.1376638 Jun 22 03:59:22.797209 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-30ae5085-76d2-46a0-8ad4-5a63ed46aed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:22.804589 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f6a5f-5b33-4525-b2d4-e711a0349352,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:22.811354 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.811719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.812070 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.812422 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.812794 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.813138 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.813482 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.813821 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.814165 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.814504 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.814840 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.815174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:22.818878 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:23.075874 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffeb98-b89d-43b2-8746-3a875d7da880 req-4723f177-c9d6-49d7-b14d-38c7797d5728 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:23.077365 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b3ffeb98-b89d-43b2-8746-3a875d7da880 req-4723f177-c9d6-49d7-b14d-38c7797d5728 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.0645797 Jun 22 03:59:23.117850 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b3ffeb98-b89d-43b2-8746-3a875d7da880 req-2a323c2d-6202-4780-afe2-46e360e1de5e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Jun 22 03:59:23.252137 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:23.610231 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4094302-5f88-4431-ad29-55a3bd848a5f req-23ca722c-96f9-4b93-984d-be571ab35f38 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:23.612226 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f4094302-5f88-4431-ad29-55a3bd848a5f req-23ca722c-96f9-4b93-984d-be571ab35f38 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0854142 Jun 22 03:59:23.679914 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f4094302-5f88-4431-ad29-55a3bd848a5f req-51a46b92-ffe0-48c8-9bc1-44267d9d2d30 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589075 Jun 22 03:59:24.310930 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf651ae-3426-4c17-a846-4ed353d79469 req-fca435ad-0063-4bc1-add1-95aaa57461cc tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:24.312449 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-caf651ae-3426-4c17-a846-4ed353d79469 req-fca435ad-0063-4bc1-add1-95aaa57461cc tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.0751383 Jun 22 03:59:24.351936 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-caf651ae-3426-4c17-a846-4ed353d79469 req-19d226bf-a596-4529-9b2b-87a38e363c80 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 Jun 22 03:59:24.420190 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 0037ec96-083d-4f31-9af6-07e1c1e02662 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:24.468255 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 0037ec96-083d-4f31-9af6-07e1c1e02662 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:24.468674 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:24.901075 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e2457-5c3e-468d-9c36-4c8cdd79c3c9 req-21fc36cb-00a8-43e3-a658-03adbda3fc0d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:24.904408 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-da2e2457-5c3e-468d-9c36-4c8cdd79c3c9 req-21fc36cb-00a8-43e3-a658-03adbda3fc0d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1084828 Jun 22 03:59:24.956357 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-da2e2457-5c3e-468d-9c36-4c8cdd79c3c9 req-03dd4576-1088-4734-bae2-529ecaf076b4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458715 Jun 22 03:59:25.529353 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938240b-2777-4b7c-8872-72c4bd5bb39b req-df393ea0-7b0b-4c3c-a585-37196c1f3a48 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:25.530774 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0938240b-2777-4b7c-8872-72c4bd5bb39b req-df393ea0-7b0b-4c3c-a585-37196c1f3a48 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.0626161 Jun 22 03:59:25.572091 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0938240b-2777-4b7c-8872-72c4bd5bb39b req-f91f7d08-fb5d-406a-8ca8-583520810cd8 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355160 Jun 22 03:59:26.151155 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07e8f9-4c6b-4374-b517-646d1c830a88 req-8eb36b82-fa68-4ef5-baac-bdfde6642504 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:26.152777 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0b07e8f9-4c6b-4374-b517-646d1c830a88 req-8eb36b82-fa68-4ef5-baac-bdfde6642504 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0795648 Jun 22 03:59:26.201222 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0b07e8f9-4c6b-4374-b517-646d1c830a88 req-1b0ee56f-3dc8-44f0-8cb3-0a05bf2a93ed tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Jun 22 03:59:27.428596 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0291e4f-b147-4827-8b30-ce242fd2b038 req-73e2b040-7681-4447-bdd6-9962466239a9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:27.430704 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e0291e4f-b147-4827-8b30-ce242fd2b038 req-73e2b040-7681-4447-bdd6-9962466239a9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1061273 Jun 22 03:59:27.481066 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e0291e4f-b147-4827-8b30-ce242fd2b038 req-e401f03b-a8e4-4999-a239-5f462a4fa8d9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Jun 22 03:59:27.550102 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:28.661773 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c6581-2827-4701-9617-cb934219882e req-fa0e085e-b062-4a5a-a3d8-d6f47d9bd4a4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:28.663866 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-337c6581-2827-4701-9617-cb934219882e req-fa0e085e-b062-4a5a-a3d8-d6f47d9bd4a4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0672834 Jun 22 03:59:28.713782 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-337c6581-2827-4701-9617-cb934219882e req-12e63d5c-c415-432d-8958-3becaede1307 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Jun 22 03:59:29.592043 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa129-1f67-4dff-9245-d203464541b6 req-66a45114-827f-44a2-8b3f-7230f73b8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:29.593543 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-66a45114-827f-44a2-8b3f-7230f73b8c02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.0606782 Jun 22 03:59:29.698585 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa129-1f67-4dff-9245-d203464541b6 req-1c2c83a1-40e2-4663-9cd3-7bf6387e2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:29.700013 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-1c2c83a1-40e2-4663-9cd3-7bf6387e2eae service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.0859125 Jun 22 03:59:29.745501 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-7b2a7e0a-f8e9-4dbf-8e7f-9c7217037cb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.0373132 Jun 22 03:59:29.807008 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa129-1f67-4dff-9245-d203464541b6 req-55882c41-ec1f-4b16-b29d-ef4819b1971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:29.809139 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-55882c41-ec1f-4b16-b29d-ef4819b1971d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.0522075 Jun 22 03:59:29.844260 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-6ae15066-58bc-4274-a809-16a84c04373a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282156 Jun 22 03:59:30.011098 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-3ebfc7c6-ce9e-4656-a359-03001ad2d1b7 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510460 Jun 22 03:59:30.151391 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-677aa129-1f67-4dff-9245-d203464541b6 req-76f5140c-bbb9-48f9-b686-481847088dda service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322341 Jun 22 03:59:30.205816 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616fadf-883b-4858-bf55-908526f4e349 req-e6f08d15-3aa1-4beb-b855-10a659cdffde tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:30.207296 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8616fadf-883b-4858-bf55-908526f4e349 req-e6f08d15-3aa1-4beb-b855-10a659cdffde tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.3569071 Jun 22 03:59:30.252388 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8616fadf-883b-4858-bf55-908526f4e349 req-6dc21202-8bc3-4f42-b706-10391cc9ebba tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Jun 22 03:59:31.330497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35880) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:31.458896 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a36797-8f6c-4d3c-887e-3628c2b4baea req-a279e93e-fee1-42fc-9a8f-d55e7f8d95f8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:31.461442 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30a36797-8f6c-4d3c-887e-3628c2b4baea req-a279e93e-fee1-42fc-9a8f-d55e7f8d95f8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0804250 Jun 22 03:59:31.493615 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.504640 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-30a36797-8f6c-4d3c-887e-3628c2b4baea req-af879b0c-f87a-4969-bd58-5d4b9a7bcc46 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375674 Jun 22 03:59:31.589851 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.593315 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.596442 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d2e3cd96-49f7-49ea-9da1-0af76f1fbdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:31.631353 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bc5700dc61145d2936fcc9ac0ee08f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990196 Jun 22 03:59:31.632366 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5efa41-89a5-4a8c-8fa3-a879f6e07b52,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:31.634221 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35886) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:31.639721 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.640083 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.640428 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.640800 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.641140 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.641480 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.641814 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.642144 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.642479 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.642811 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.643136 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.643463 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:31.647438 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:31.686852 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.708065 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.753717 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.757547 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:31.758699 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea5efa41-89a5-4a8c-8fa3-a879f6e07b52 HTTP/1.1" status: 204 len: 168 time: 0.1234550 Jun 22 03:59:31.759510 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-796da2f6-0d01-4d0b-a9d2-f3e79e1fd5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:31.767366 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5efa41-89a5-4a8c-8fa3-a879f6e07b52,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:31.769663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:32.209743 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35914) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:32.313418 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.402725 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.407743 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.410152 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cf86be14-090f-401e-9b70-ae31ab693896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:32.448083 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17dd097b686d4655aecfd158c7546e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374644 Jun 22 03:59:32.448978 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714ec4b7-cb85-4538-8c4f-0e10d96b66e1,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:32.451511 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35920) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:32.451996 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:32.503413 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.525674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.581960 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.587597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:32.594468 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/714ec4b7-cb85-4538-8c4f-0e10d96b66e1 HTTP/1.1" status: 204 len: 168 time: 0.1415126 Jun 22 03:59:32.595410 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-24e509bd-3e73-4051-8638-552542525537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:32.605515 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714ec4b7-cb85-4538-8c4f-0e10d96b66e1,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:32.609928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:32.718191 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccde707-92dd-4fbd-9ffa-8bae23b9b453 req-9b34c340-37b3-4c63-b837-dd16939b1c4d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:32.719737 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6ccde707-92dd-4fbd-9ffa-8bae23b9b453 req-9b34c340-37b3-4c63-b837-dd16939b1c4d tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0793800 Jun 22 03:59:32.785916 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6ccde707-92dd-4fbd-9ffa-8bae23b9b453 req-94d8f3a6-b2a3-4ba0-92e3-d31e074318bf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593338 Jun 22 03:59:32.828004 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ebd67-5933-4944-bfc6-22c8210c5cd5 req-39f478e4-41c7-468f-9400-cd6f94700eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:32.829980 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be4ebd67-5933-4944-bfc6-22c8210c5cd5 req-39f478e4-41c7-468f-9400-cd6f94700eee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.0786493 Jun 22 03:59:32.875208 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-be4ebd67-5933-4944-bfc6-22c8210c5cd5 req-445f24e3-add5-4d21-966f-2cd8717739ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Jun 22 03:59:32.908692 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 35930) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:32.923224 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.013014 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.016824 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.019235 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-a619041e-ff3a-4e1d-b3a4-5ff6a1a86386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:33.056808 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b79067faff694728b061b11928fbc525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468365 Jun 22 03:59:33.057572 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f24f5-c71e-4068-b9cd-b4bc94389d1f,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:33.060436 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35932) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:33.060737 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:33.108807 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.130311 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.180389 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.183316 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.184819 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c89f24f5-c71e-4068-b9cd-b4bc94389d1f HTTP/1.1" status: 204 len: 168 time: 0.1229272 Jun 22 03:59:33.185672 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c4637306-485a-4d58-b1d0-8ed523ae48d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:33.193538 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f24f5-c71e-4068-b9cd-b4bc94389d1f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:33.196400 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:33.577982 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35950) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:33.592461 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.719439 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02445c-6491-45c0-9e33-86e7ed418003 req-7c01d353-bfc6-4607-8aa9-c6daf5dc389a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:33.720987 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b02445c-6491-45c0-9e33-86e7ed418003 req-7c01d353-bfc6-4607-8aa9-c6daf5dc389a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.1099412 Jun 22 03:59:33.761925 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.772157 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.777141 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b611c99e-18cb-43cc-867d-2912410f54ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:33.797040 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b02445c-6491-45c0-9e33-86e7ed418003 req-7246e205-acf2-40f1-97bd-296d2d314e38 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692415 Jun 22 03:59:33.820929 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53d6fa199ecf4a36ab384bee36f81abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415407 Jun 22 03:59:33.821653 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb736ce7-f6bc-4afe-8f1f-0687954c7ac4,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:33.829503 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:33.830850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 35956) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:33.889876 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:33.912236 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:34.018440 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:34.022544 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:34.023930 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb736ce7-f6bc-4afe-8f1f-0687954c7ac4 HTTP/1.1" status: 204 len: 168 time: 0.1921008 Jun 22 03:59:34.025806 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-513037c3-5f2e-416a-b028-28083b89bf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:34.041838 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0d3b1-e37d-414d-bb8f-f67d4ad2dbd4 req-77f64b8c-7569-4034-91c7-b78e4c80d373 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:34.043890 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-94c0d3b1-e37d-414d-bb8f-f67d4ad2dbd4 req-77f64b8c-7569-4034-91c7-b78e4c80d373 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1233730 Jun 22 03:59:34.053433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb736ce7-f6bc-4afe-8f1f-0687954c7ac4,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:34.060911 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:34.089619 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-94c0d3b1-e37d-414d-bb8f-f67d4ad2dbd4 req-d50f9088-6cfa-40af-867e-ab94fb71b405 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Jun 22 03:59:35.004487 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a44c1-563d-432a-98c7-27d0f36a594b req-380c0f58-bc4a-4c15-917b-7fd1066adbfe tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:35.007269 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f60a44c1-563d-432a-98c7-27d0f36a594b req-380c0f58-bc4a-4c15-917b-7fd1066adbfe tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.0805128 Jun 22 03:59:35.054578 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f60a44c1-563d-432a-98c7-27d0f36a594b req-0bce2644-4e2e-4a89-8577-aa4e02dfc0f2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 Jun 22 03:59:35.304731 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dd426-92c7-4e5f-a080-09dd585c9c3b req-5e414820-b6b2-4fd4-b070-0dc9ac369bcc tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:35.306285 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-420dd426-92c7-4e5f-a080-09dd585c9c3b req-5e414820-b6b2-4fd4-b070-0dc9ac369bcc tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0876081 Jun 22 03:59:35.351126 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-420dd426-92c7-4e5f-a080-09dd585c9c3b req-6853c251-2c5e-44a2-9b2e-0fbdef815d2e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Jun 22 03:59:35.822098 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-3413e8d6-ff6e-4abd-9190-3f1a6ae7f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:35.823617 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-3413e8d6-ff6e-4abd-9190-3f1a6ae7f17b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.1045697 Jun 22 03:59:35.847334 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dc784-80b6-4df0-a704-76649c2b1c9b req-9484a26d-bce2-4eec-9e9e-1647700ad3ab tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:35.853911 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-999dc784-80b6-4df0-a704-76649c2b1c9b req-9484a26d-bce2-4eec-9e9e-1647700ad3ab tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1025517 Jun 22 03:59:35.937537 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-999dc784-80b6-4df0-a704-76649c2b1c9b req-44dfda0a-e6c8-4fe8-81e2-8f87c0f8ffb0 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813196 Jun 22 03:59:35.968548 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-d0befbb9-5660-474a-b679-67b39cf43351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:35.969998 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-d0befbb9-5660-474a-b679-67b39cf43351 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.1388438 Jun 22 03:59:36.020229 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-9e065e9c-1aab-42a6-b3dc-69dbd742964b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.0395327 Jun 22 03:59:36.073379 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-88bd08eb-2cc3-4b44-a0c9-baf45efcd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:36.074821 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-88bd08eb-2cc3-4b44-a0c9-baf45efcd5c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.0457351 Jun 22 03:59:36.125962 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-a475ca95-4e9f-4236-a069-bc8faad7934d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262179 Jun 22 03:59:36.559886 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-bb53a389-e75e-43f0-9822-1dee9640f8a7 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013913 Jun 22 03:59:36.578923 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016ac74-523c-4797-98f7-000a3f039df1 req-17dc0ab6-7575-46d1-adf9-d0607395a33e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:36.585125 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6016ac74-523c-4797-98f7-000a3f039df1 req-17dc0ab6-7575-46d1-adf9-d0607395a33e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.1108468 Jun 22 03:59:36.623685 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6016ac74-523c-4797-98f7-000a3f039df1 req-c96733d8-fb31-4e77-a26b-48f1fcc06c1f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Jun 22 03:59:36.735759 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6669e2e2-6a1e-477b-8b9e-c51c89a91717 req-1a36b399-9242-45f4-b356-9251c38247ca service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886734 Jun 22 03:59:37.119339 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8d2f0-0ab5-4113-ae9d-1dba5f9e0f27 req-f0a3cf81-4558-4cf7-87c9-d2430652ce49 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:37.121544 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fc8d2f0-0ab5-4113-ae9d-1dba5f9e0f27 req-f0a3cf81-4558-4cf7-87c9-d2430652ce49 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0635004 Jun 22 03:59:37.159980 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fc8d2f0-0ab5-4113-ae9d-1dba5f9e0f27 req-4b3c17fe-c6fe-4815-bc22-7dc1de480694 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Jun 22 03:59:37.329398 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-789d02c9-534e-4f05-9318-2bb1bda84619 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:37.330814 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-789d02c9-534e-4f05-9318-2bb1bda84619 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 946 time: 0.0646288 Jun 22 03:59:37.444592 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Deleting port 05abf477-7f01-4cd8-96a3-a5bd376f0527 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 03:59:37.444940 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:37.534802 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] For port 05abf477-7f01-4cd8-96a3-a5bd376f0527, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05abf477-7f01-4cd8-96a3-a5bd376f0527,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:37.535167 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:37.610455 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Calling delete_port for 05abf477-7f01-4cd8-96a3-a5bd376f0527 owned by compute:nova {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 03:59:37.776945 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:37.800437 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1c3bc37f-7ba9-466b-b955-347f563e05b9 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:37.812764 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-610fb76a-d58e-48d0-a3ee-1030a972aed9 req-a229669d-0dd4-4d98-b51e-e10bc76c0172 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc037f2-720a-402c-9137-eda158cb7695 HTTP/1.1" status: 200 len: 210 time: 0.0471585 Jun 22 03:59:37.818216 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431', '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'e9407b81-dac4-4ca4-b23b-6d4464293e89', '05abf477-7f01-4cd8-96a3-a5bd376f0527'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:59:37.835040 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event deleted for resources: {'Port': ['ID=05abf477-7f01-4cd8-96a3-a5bd376f0527,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:37.839802 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:37.879325 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] No DVR routers for this DVR port 05abf477-7f01-4cd8-96a3-a5bd376f0527 on host hv-cinder-79738 {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 03:59:37.882496 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:37.884429 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ee8e3259-a7ce-4b88-8695-545a332b3fc5 req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "DELETE /v2.0/ports/05abf477-7f01-4cd8-96a3-a5bd376f0527 HTTP/1.1" status: 204 len: 173 time: 0.5471034 Jun 22 03:59:37.884946 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc037f2-720a-402c-9137-eda158cb7695', 'name': 'network-vif-deleted', 'tag': '05abf477-7f01-4cd8-96a3-a5bd376f0527'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:59:37.887283 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dabe61-4410-4b54-a5b3-46da33c58836" -d '{"events": [{"server_uuid": "9dc037f2-720a-402c-9137-eda158cb7695", "name": "network-vif-deleted", "tag": "05abf477-7f01-4cd8-96a3-a5bd376f0527"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:59:37.923746 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4213a4f6-2624-4192-8393-bf33f452725f x-openstack-request-id: req-4213a4f6-2624-4192-8393-bf33f452725f {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:59:37.924079 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc037f2-720a-402c-9137-eda158cb7695", "name": "network-vif-deleted", "tag": "05abf477-7f01-4cd8-96a3-a5bd376f0527", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:59:37.924361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4213a4f6-2624-4192-8393-bf33f452725f {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:59:37.924999 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc037f2-720a-402c-9137-eda158cb7695', 'name': 'network-vif-deleted', 'tag': '05abf477-7f01-4cd8-96a3-a5bd376f0527', 'status': 'completed', 'code': 200} Jun 22 03:59:38.334813 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb48c92-9fc5-46bf-bdb6-2aff1f21b884 req-a4f0eb15-dd16-46b5-9588-22bc8c3ff701 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:38.336275 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-aeb48c92-9fc5-46bf-bdb6-2aff1f21b884 req-a4f0eb15-dd16-46b5-9588-22bc8c3ff701 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0672810 Jun 22 03:59:38.375825 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-aeb48c92-9fc5-46bf-bdb6-2aff1f21b884 req-d891193d-9dca-4fe2-ab27-3d044f7bbbb5 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Jun 22 03:59:39.560393 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d704c-c98c-46e5-8458-099101bd83a5 req-f06e01f7-03d7-41e0-b8cb-3357e18c0512 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:39.561925 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cf6d704c-c98c-46e5-8458-099101bd83a5 req-f06e01f7-03d7-41e0-b8cb-3357e18c0512 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0709162 Jun 22 03:59:39.601520 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cf6d704c-c98c-46e5-8458-099101bd83a5 req-a0002c3d-60ee-4908-8363-dc4143741897 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jun 22 03:59:40.449035 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c601565-5ea4-44cb-8195-cca5163f7a4e req-423ae287-f4be-436b-8125-7fadf2fd5c93 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:40.450502 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9c601565-5ea4-44cb-8195-cca5163f7a4e req-423ae287-f4be-436b-8125-7fadf2fd5c93 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0735173 Jun 22 03:59:40.491546 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9c601565-5ea4-44cb-8195-cca5163f7a4e req-d73bc3b7-3093-40b8-bc6e-f66b83018c57 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353911 Jun 22 03:59:40.711702 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 05abf477-7f01-4cd8-96a3-a5bd376f0527 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 03:59:40.772629 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 05abf477-7f01-4cd8-96a3-a5bd376f0527 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 03:59:40.772980 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 05abf477-7f01-4cd8-96a3-a5bd376f0527 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 03:59:40.832430 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781fe3-f306-474e-a13a-a7790f4e367c req-6331b5b7-071d-48a6-9f90-4320d3456f15 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:40.837611 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-38781fe3-f306-474e-a13a-a7790f4e367c req-6331b5b7-071d-48a6-9f90-4320d3456f15 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0948195 Jun 22 03:59:40.883243 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-38781fe3-f306-474e-a13a-a7790f4e367c req-9350405e-47d6-4a1a-925f-fa0b1c014526 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Jun 22 03:59:41.666039 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa788c-8825-4c11-baf8-73890e91e609 req-54bfe033-41e9-44f9-82da-45a554e79a93 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:41.667489 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e0fa788c-8825-4c11-baf8-73890e91e609 req-54bfe033-41e9-44f9-82da-45a554e79a93 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0623150 Jun 22 03:59:41.704693 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e0fa788c-8825-4c11-baf8-73890e91e609 req-4d7515b6-d440-441d-892d-8d3efe243fdf tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Jun 22 03:59:42.061838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763b32-8f91-4249-8a62-031f93959384 req-060d27c2-1be4-4473-9e74-6adbf29b6f21 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:42.063198 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f4763b32-8f91-4249-8a62-031f93959384 req-060d27c2-1be4-4473-9e74-6adbf29b6f21 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0695980 Jun 22 03:59:42.101412 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f4763b32-8f91-4249-8a62-031f93959384 req-6a27b867-20ab-475a-b744-078d537d25c0 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Jun 22 03:59:42.881980 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7c92f-1b56-4705-9017-da71459185ba req-043cf3c5-7fca-430a-b1db-b0e7464ba2cd tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:42.883490 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-63a7c92f-1b56-4705-9017-da71459185ba req-043cf3c5-7fca-430a-b1db-b0e7464ba2cd tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0642297 Jun 22 03:59:42.925298 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-63a7c92f-1b56-4705-9017-da71459185ba req-2224d634-cfea-4ba3-9b4c-392be305d97a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Jun 22 03:59:43.280611 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-9b1df16b-68c1-4441-84a8-4b9b2efae7c0 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:43.281605 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-9b1df16b-68c1-4441-84a8-4b9b2efae7c0 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 946 time: 0.0692914 Jun 22 03:59:43.382025 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Deleting port e9407b81-dac4-4ca4-b23b-6d4464293e89 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 03:59:43.382280 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:43.482918 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] For port e9407b81-dac4-4ca4-b23b-6d4464293e89, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=e9407b81-dac4-4ca4-b23b-6d4464293e89,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:43.483348 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:43.553796 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Calling delete_port for e9407b81-dac4-4ca4-b23b-6d4464293e89 owned by compute:nova {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 03:59:43.704678 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:43.710046 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-abf2286b-cf00-4f21-9ce2-c8eef997f458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:43.718856 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876c6c5-d55e-42d4-885d-ad8b0ff593cd req-b0145800-da31-4b29-a804-166140b385d7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:43.720333 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6876c6c5-d55e-42d4-885d-ad8b0ff593cd req-b0145800-da31-4b29-a804-166140b385d7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0833061 Jun 22 03:59:43.740643 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event deleted for resources: {'Port': ['ID=e9407b81-dac4-4ca4-b23b-6d4464293e89,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:43.745361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:43.761800 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6876c6c5-d55e-42d4-885d-ad8b0ff593cd req-e163d114-3b9d-4132-aecb-c24c2c1860eb tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Jun 22 03:59:43.767120 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431', '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'e9407b81-dac4-4ca4-b23b-6d4464293e89'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:59:43.790203 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] No DVR routers for this DVR port e9407b81-dac4-4ca4-b23b-6d4464293e89 on host hv-cinder-79738 {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 03:59:43.792693 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:43.794659 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ec3c6de6-488b-41d9-80ad-0de1e9393e73 req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "DELETE /v2.0/ports/e9407b81-dac4-4ca4-b23b-6d4464293e89 HTTP/1.1" status: 204 len: 173 time: 0.5075905 Jun 22 03:59:43.795578 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3935c074-299e-45a4-87a3-4a1d858a109f', 'name': 'network-vif-deleted', 'tag': 'e9407b81-dac4-4ca4-b23b-6d4464293e89'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:59:43.797611 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf69ed3-1378-45b2-b37c-01f4caea2571" -d '{"events": [{"server_uuid": "3935c074-299e-45a4-87a3-4a1d858a109f", "name": "network-vif-deleted", "tag": "e9407b81-dac4-4ca4-b23b-6d4464293e89"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:59:43.851601 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcddf97-004f-4660-babb-daf3acd1a9b2 x-openstack-request-id: req-2bcddf97-004f-4660-babb-daf3acd1a9b2 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:59:43.852217 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3935c074-299e-45a4-87a3-4a1d858a109f", "name": "network-vif-deleted", "tag": "e9407b81-dac4-4ca4-b23b-6d4464293e89", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:59:43.852723 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bcddf97-004f-4660-babb-daf3acd1a9b2 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:59:43.853319 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3935c074-299e-45a4-87a3-4a1d858a109f', 'name': 'network-vif-deleted', 'tag': 'e9407b81-dac4-4ca4-b23b-6d4464293e89', 'status': 'completed', 'code': 200} Jun 22 03:59:44.115874 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-214cd3d9-e578-4219-a330-f3bec7fae601 req-ff45e233-9bcf-492a-aa59-f2989ce52802 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3935c074-299e-45a4-87a3-4a1d858a109f HTTP/1.1" status: 200 len: 210 time: 0.0326965 Jun 22 03:59:45.579785 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7590f0-cf59-4a12-b0e7-d43e7e8c41a6 req-afeace6c-6df1-45ff-9658-f6b1149302f2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:45.581143 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7e7590f0-cf59-4a12-b0e7-d43e7e8c41a6 req-afeace6c-6df1-45ff-9658-f6b1149302f2 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.0652874 Jun 22 03:59:45.617894 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7e7590f0-cf59-4a12-b0e7-d43e7e8c41a6 req-cad75412-585c-4e44-8109-d5009ed11313 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Jun 22 03:59:46.484781 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36272) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:46.601024 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:46.708123 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:46.713210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:46.716035 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a024a638-ed4a-46f6-8240-b6f92b0dbbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:46.751231 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device e9407b81-dac4-4ca4-b23b-6d4464293e89 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 03:59:46.755391 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30652ed0577e4f6ab15d0f03e1039a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687290 Jun 22 03:59:46.756479 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b606172e-8f71-4f5c-9d6e-e1bf3b9d399b,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:46.758132 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36288) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:46.760164 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:46.774576 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: e9407b81-dac4-4ca4-b23b-6d4464293e89 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 03:59:46.774932 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device e9407b81-dac4-4ca4-b23b-6d4464293e89 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 03:59:46.898339 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f045-ee7d-4930-b14d-152a46e6098b req-aae254b2-062f-4599-8b66-30b25237fc26 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:46.899812 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-35e0f045-ee7d-4930-b14d-152a46e6098b req-aae254b2-062f-4599-8b66-30b25237fc26 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.1556857 Jun 22 03:59:46.900511 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:46.949025 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:46.960995 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-95176b5a-d02d-4c92-99a1-046a9a8a7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:46.962468 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-95176b5a-d02d-4c92-99a1-046a9a8a7f6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.1593912 Jun 22 03:59:47.003395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb346-73bf-4a57-bfab-82655e229dbd req-508ed0f7-7d9b-4ed5-a000-75c215ec311e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:47.005572 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-17fdb346-73bf-4a57-bfab-82655e229dbd req-508ed0f7-7d9b-4ed5-a000-75c215ec311e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0674624 Jun 22 03:59:47.017646 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-35e0f045-ee7d-4930-b14d-152a46e6098b req-f6064508-2dcf-401e-92dc-71ccd9f2c215 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101422 Jun 22 03:59:47.061098 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-17fdb346-73bf-4a57-bfab-82655e229dbd req-598a58d4-e655-433a-8d33-ac3633619525 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Jun 22 03:59:47.079158 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:47.081946 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:47.084177 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b606172e-8f71-4f5c-9d6e-e1bf3b9d399b HTTP/1.1" status: 204 len: 168 time: 0.3246169 Jun 22 03:59:47.087130 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-730220bd-1d5a-4122-87bb-49d1616df42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:47.102576 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b606172e-8f71-4f5c-9d6e-e1bf3b9d399b,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:47.106080 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:47.123761 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-73922889-7a9c-4899-b7f8-2ec9f89abe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:47.125249 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-73922889-7a9c-4899-b7f8-2ec9f89abe1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.1454976 Jun 22 03:59:47.186088 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-53684f55-19d6-4ab4-aa48-719ced6c95c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.0538449 Jun 22 03:59:47.250681 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-d71ca88b-16cd-4fce-a1a3-995c8aa25cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:47.252767 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-d71ca88b-16cd-4fce-a1a3-995c8aa25cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.0533049 Jun 22 03:59:47.364285 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-77f3414f-fa91-4362-84a7-d20864359738 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280828 Jun 22 03:59:47.458167 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-184c4a68-8609-450d-a6f8-b729acc6e3e8 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Jun 22 03:59:47.546798 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-715b95b3-ef76-454d-93c8-b1205634c6f8 req-276feb47-d4e9-4f1b-82e4-301cf83771e3 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818856 Jun 22 03:59:47.659341 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-22b834c7-082f-4876-9c69-b734c1b4568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:47.830775 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-d893d91f-0010-4c52-85c1-5ab358d6aeb5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:47.832197 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-d893d91f-0010-4c52-85c1-5ab358d6aeb5 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.0618598 Jun 22 03:59:47.934789 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Deleting port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 03:59:47.935132 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:48.026071 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] For port 12a0c4a4-1219-4de8-a763-401ed0ed72c2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=12a0c4a4-1219-4de8-a763-401ed0ed72c2,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:48.026489 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:48.093825 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Calling delete_port for 12a0c4a4-1219-4de8-a763-401ed0ed72c2 owned by compute:nova {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 03:59:48.247129 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e91b-2ae1-438e-9dea-7a43fb87c65d req-a8f298f6-2804-48a4-b1ae-f94a75e722fc tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:48.248664 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7215e91b-2ae1-438e-9dea-7a43fb87c65d req-a8f298f6-2804-48a4-b1ae-f94a75e722fc tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de24749-3bfb-4721-bc94-f3e47eaaf89d HTTP/1.1" status: 200 len: 945 time: 0.0963905 Jun 22 03:59:48.252055 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1df90-3707-4703-8051-730c66bf06e4 req-85d11dc6-ad49-47eb-9fc2-f013a7aea42a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:48.253515 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fb1df90-3707-4703-8051-730c66bf06e4 req-85d11dc6-ad49-47eb-9fc2-f013a7aea42a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0666895 Jun 22 03:59:48.297590 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fb1df90-3707-4703-8051-730c66bf06e4 req-87900ffc-52e9-48b2-80f6-f585548933e4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373363 Jun 22 03:59:48.329720 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7215e91b-2ae1-438e-9dea-7a43fb87c65d req-4333da0a-3c1b-4279-9e8f-95a61d883ad3 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749879 Jun 22 03:59:48.343602 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:48.349808 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:48.381600 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431', '12a0c4a4-1219-4de8-a763-401ed0ed72c2'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:59:48.386812 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event deleted for resources: {'Port': ['ID=12a0c4a4-1219-4de8-a763-401ed0ed72c2,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:48.389748 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:48.433858 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] No DVR routers for this DVR port 12a0c4a4-1219-4de8-a763-401ed0ed72c2 on host hv-cinder-79738 {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 03:59:48.436543 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:48.438819 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5fd29b73-7195-428b-a2e4-428b7b347d9e req-203d1296-6a90-4191-afb8-b35b69754f7e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "DELETE /v2.0/ports/12a0c4a4-1219-4de8-a763-401ed0ed72c2 HTTP/1.1" status: 204 len: 173 time: 0.5998502 Jun 22 03:59:48.439318 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'name': 'network-vif-deleted', 'tag': '12a0c4a4-1219-4de8-a763-401ed0ed72c2'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:59:48.442193 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2429cdf1-058a-4ee9-8a28-66a9b125711a" -d '{"events": [{"server_uuid": "8de24749-3bfb-4721-bc94-f3e47eaaf89d", "name": "network-vif-deleted", "tag": "12a0c4a4-1219-4de8-a763-401ed0ed72c2"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:59:48.486366 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be95367-c949-4450-b1de-da722f8d40ef x-openstack-request-id: req-0be95367-c949-4450-b1de-da722f8d40ef {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:59:48.486747 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de24749-3bfb-4721-bc94-f3e47eaaf89d", "name": "network-vif-deleted", "tag": "12a0c4a4-1219-4de8-a763-401ed0ed72c2", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:59:48.487421 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0be95367-c949-4450-b1de-da722f8d40ef {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:59:48.487821 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de24749-3bfb-4721-bc94-f3e47eaaf89d', 'name': 'network-vif-deleted', 'tag': '12a0c4a4-1219-4de8-a763-401ed0ed72c2', 'status': 'completed', 'code': 200} Jun 22 03:59:49.458054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36344) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:49.486573 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c193b-912b-478a-ba03-88874ef96580 req-4f2982cd-593c-4ed2-b22c-c40d71f98941 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:49.488421 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cd3c193b-912b-478a-ba03-88874ef96580 req-4f2982cd-593c-4ed2-b22c-c40d71f98941 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0755982 Jun 22 03:59:49.531752 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cd3c193b-912b-478a-ba03-88874ef96580 req-c96b3a15-a0d6-4388-8f9b-d07ec2af9b56 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347695 Jun 22 03:59:49.578799 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.668189 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.671813 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.674979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-5686c71c-8d2e-484d-b77f-ac7c2997a724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:49.710748 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=871b557ad72d4bdab5783b14e92033c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515116 Jun 22 03:59:49.712727 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a65a929-834a-4197-948d-d945a65d3e31,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:49.713395 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36352) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:49.715646 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:49.767902 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.787891 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.832262 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.834838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:49.835957 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a65a929-834a-4197-948d-d945a65d3e31 HTTP/1.1" status: 204 len: 168 time: 0.1216033 Jun 22 03:59:49.836687 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-89417d32-3985-4711-bdf9-b4e92074e35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:49.844315 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a65a929-834a-4197-948d-d945a65d3e31,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:49.846324 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:50.251867 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4446e315-6a25-4c11-80f5-22023447b062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:50.693826 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:50.749081 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b4776-e86b-42d4-9749-2b34269046e9 req-130bbbc4-7a13-4055-8e50-79f53ed2b1aa tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:50.750865 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-764b4776-e86b-42d4-9749-2b34269046e9 req-130bbbc4-7a13-4055-8e50-79f53ed2b1aa tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0917301 Jun 22 03:59:50.758081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 12a0c4a4-1219-4de8-a763-401ed0ed72c2 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 03:59:50.791964 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 12a0c4a4-1219-4de8-a763-401ed0ed72c2 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 03:59:50.792324 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 12a0c4a4-1219-4de8-a763-401ed0ed72c2 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 03:59:50.798020 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-764b4776-e86b-42d4-9749-2b34269046e9 req-c2b2ca0f-72d2-406e-93a9-bdc665e02606 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Jun 22 03:59:50.866343 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36396) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:50.975327 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.009990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f96721-3229-49f9-892a-290646cadb3e req-d115a330-f213-40fe-a770-3efbc95bef34 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:51.011429 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c8f96721-3229-49f9-892a-290646cadb3e req-d115a330-f213-40fe-a770-3efbc95bef34 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.0903068 Jun 22 03:59:51.074582 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c8f96721-3229-49f9-892a-290646cadb3e req-840b1f47-7afc-4a6f-8de5-62cd0f47ac05 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574932 Jun 22 03:59:51.115527 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.119072 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.121349 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-578181bd-ff01-4ee8-8792-ddbc48410098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:51.157308 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b502422dd495472d828070a7554316ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897892 Jun 22 03:59:51.158270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909133ff-0b90-4448-ac6b-c1509db80065,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:51.159942 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36400) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:51.161265 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:51.214582 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.234864 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.282054 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.284861 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.286284 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/909133ff-0b90-4448-ac6b-c1509db80065 HTTP/1.1" status: 204 len: 168 time: 0.1245747 Jun 22 03:59:51.287295 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e2c8d50f-0e1a-4146-910d-a6b697db29bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:51.294211 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909133ff-0b90-4448-ac6b-c1509db80065,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:51.297029 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:51.886817 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36428) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:51.967771 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:51.971875 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6032132-c1b5-4c83-8ae0-2b3966abb4fc req-7c90cc7b-c865-465a-b1ad-8b93534e1abf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:51.974313 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6032132-c1b5-4c83-8ae0-2b3966abb4fc req-7c90cc7b-c865-465a-b1ad-8b93534e1abf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0662000 Jun 22 03:59:51.992858 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025462771-network', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:52.030326 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6032132-c1b5-4c83-8ae0-2b3966abb4fc req-31115063-9ade-461c-a50e-96fbf5e6f8f6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498843 Jun 22 03:59:52.034556 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Made reservation on behalf of c62eef04b99848c39fa008c52a5d6be0 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:52.037458 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.046064 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.146639 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.151499 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.154433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2dc18938-7abe-4932-ac0e-242dabf239a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:52.176825 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:59:52.188556 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e4e1b-7d2f-4365-b57a-adc0f3a21885,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:52.191374 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.192334 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Added segment c32a3d84-0e7c-4894-8353-69dde945a3bb of type vlan for network 927ed9cf-9737-4d6f-a846-0c32aa55da9c Jun 22 03:59:52.193807 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:52.259166 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.298864 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.301029 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:52.301567 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.310049 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f851202-3044-4cc0-941a-e8e1b6ec80e0 req-0f94ba2c-c342-4b71-9649-c1692d8d569a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:52.311470 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f851202-3044-4cc0-941a-e8e1b6ec80e0 req-0f94ba2c-c342-4b71-9649-c1692d8d569a tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.1168146 Jun 22 03:59:52.312892 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:52.372213 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4843268 Jun 22 03:59:52.375099 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36436) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:52.380954 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Request body: {'subnet': {'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025462771-subnet', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:52.397585 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=927ed9cf-9737-4d6f-a846-0c32aa55da9c,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:52.401854 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f851202-3044-4cc0-941a-e8e1b6ec80e0 req-07e91bf9-8f69-49b0-8b4b-e0ef211c7b84 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 Jun 22 03:59:52.402613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:52.403308 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Made reservation on behalf of c62eef04b99848c39fa008c52a5d6be0 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:52.406157 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10433929'] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.407803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:59:52.574549 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8670589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10433979'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.577461 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:52.630603 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:52.633881 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:52.639303 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Checking segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:52.639656 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Network hostable DHCP agents. Network: 927ed9cf-9737-4d6f-a846-0c32aa55da9c, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:59:52.655729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:59:52.665286 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 927ed9cf-9737-4d6f-a846-0c32aa55da9c) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:52.669010 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:52.669596 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.674106 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c2084-2c27-453b-a61a-9f59fd0f3f79 None None] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:52.685219 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3087568 Jun 22 03:59:52.687741 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36442) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:52.692487 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:52.713085 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.714092 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.768129 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.819743 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 03:59:52.821162 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.919991 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:52.978120 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Allocated IP 172.20.0.2 (927ed9cf-9737-4d6f-a846-0c32aa55da9c/6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2/a15cdbb5-4751-4ef1-879c-ac6317d21e04) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:53.126525 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.130458 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.137406 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Transition to ACTIVE for port object a15cdbb5-4751-4ef1-879c-ac6317d21e04 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:53.150179 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.153899 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Transition to ACTIVE for port object a15cdbb5-4751-4ef1-879c-ac6317d21e04 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:53.161116 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.164702 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:53.204303 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:53.209496 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:53.212483 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:53.219458 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Pushing event updated for resources: {'Port': ['ID=a15cdbb5-4751-4ef1-879c-ac6317d21e04,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:53.226970 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.227320 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.227660 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.227994 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.228327 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.228687 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.229019 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.229345 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.229667 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.229989 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.230309 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.230627 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 03:59:53.234449 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:53.294256 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435376bb-5556-45b2-af3c-e91fbc5cf3e2 req-e350bd74-e39a-41fa-b12d-5516891040b2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:53.295829 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-435376bb-5556-45b2-af3c-e91fbc5cf3e2 req-e350bd74-e39a-41fa-b12d-5516891040b2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1427519 Jun 22 03:59:53.303383 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.305850 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Attempting to bind port a15cdbb5-4751-4ef1-879c-ac6317d21e04 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:53.306221 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Attempting to bind port a15cdbb5-4751-4ef1-879c-ac6317d21e04 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:53.306604 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Attempting to bind port a15cdbb5-4751-4ef1-879c-ac6317d21e04 on network 927ed9cf-9737-4d6f-a846-0c32aa55da9c {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:53.311436 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:53.311817 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Checking segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:53.312214 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.312643 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Bound using segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:53.313110 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Bound port: a15cdbb5-4751-4ef1-879c-ac6317d21e04, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:53.313492 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.320336 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Allocated IP 172.28.2.74 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/c639b0e7-5d7f-495b-b56e-9abe25bb4845) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:53.365376 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-435376bb-5556-45b2-af3c-e91fbc5cf3e2 req-e2f03145-5422-45de-933f-cb1349531c93 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608201 Jun 22 03:59:53.394390 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] For port a15cdbb5-4751-4ef1-879c-ac6317d21e04, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:53.394390 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] For port a15cdbb5-4751-4ef1-879c-ac6317d21e04, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=a15cdbb5-4751-4ef1-879c-ac6317d21e04,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:53.398360 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.401137 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:53.409100 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-0910febf-d176-4559-a43f-83fcbd7c19ca tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:53.410763 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-0910febf-d176-4559-a43f-83fcbd7c19ca tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.0874434 Jun 22 03:59:53.464854 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Pushing event updated for resources: {'Port': ['ID=a15cdbb5-4751-4ef1-879c-ac6317d21e04,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:53.472587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:53.480700 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.562518 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.565630 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1805c9ca-5b5a-457a-9123-a0f0fe4a5b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:53.589398 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Deleting port d4172fc7-4d26-4c94-8f21-0b2eddf56431 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 03:59:53.589689 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.606281 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:53.609181 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:53.612324 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:53.643613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Pushing event updated for resources: {'Port': ['ID=c639b0e7-5d7f-495b-b56e-9abe25bb4845,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:53.651387 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:53.721603 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae95e4-2a4e-4e32-b8ba-3bd7341864a2 req-e0c8205a-249f-4b15-9288-ce071b6db65f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:53.726281 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d6ae95e4-2a4e-4e32-b8ba-3bd7341864a2 req-e0c8205a-249f-4b15-9288-ce071b6db65f tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a HTTP/1.1" status: 200 len: 945 time: 0.1760867 Jun 22 03:59:53.790834 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] For port d4172fc7-4d26-4c94-8f21-0b2eddf56431, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=d4172fc7-4d26-4c94-8f21-0b2eddf56431,segment=NetworkSegment(09a21800-bebf-4963-b525-c81d250ea4d5),segment_id=09a21800-bebf-4963-b525-c81d250ea4d5)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:53.791235 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:53.850093 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d6ae95e4-2a4e-4e32-b8ba-3bd7341864a2 req-7fa944ee-5daf-408c-8a7e-456392e3e418 tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.24 "GET /v2.0/security-groups?id=d620b248-f64b-4480-8a28-bb84daf9aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129813 Jun 22 03:59:53.874706 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Calling delete_port for d4172fc7-4d26-4c94-8f21-0b2eddf56431 owned by compute:nova {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 03:59:53.921514 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.006327 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.010420 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:54.036324 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Pushing event deleted for resources: {'Port': ['ID=d4172fc7-4d26-4c94-8f21-0b2eddf56431,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:54.039674 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:54.042049 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['d4172fc7-4d26-4c94-8f21-0b2eddf56431'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 03:59:54.090680 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] No DVR routers for this DVR port d4172fc7-4d26-4c94-8f21-0b2eddf56431 on host hv-cinder-79738 {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 03:59:54.093341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.095655 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-69f44e4c-2b71-4017-9084-b657fe69e9f4 req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] 10.222.0.36 "DELETE /v2.0/ports/d4172fc7-4d26-4c94-8f21-0b2eddf56431 HTTP/1.1" status: 204 len: 173 time: 0.6782553 Jun 22 03:59:54.096165 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'name': 'network-vif-deleted', 'tag': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 03:59:54.099338 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa127c0-7731-4305-9669-f5a097b5ff91" -d '{"events": [{"server_uuid": "d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a", "name": "network-vif-deleted", "tag": "d4172fc7-4d26-4c94-8f21-0b2eddf56431"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 03:59:54.145184 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ad9ca7-6c70-46c4-9a19-41d6d1434f73 x-openstack-request-id: req-90ad9ca7-6c70-46c4-9a19-41d6d1434f73 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 03:59:54.145553 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a", "name": "network-vif-deleted", "tag": "d4172fc7-4d26-4c94-8f21-0b2eddf56431", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 03:59:54.145966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90ad9ca7-6c70-46c4-9a19-41d6d1434f73 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 03:59:54.146398 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e18f1e-c1d0-4dc5-8a46-e9081e5ac53a', 'name': 'network-vif-deleted', 'tag': 'd4172fc7-4d26-4c94-8f21-0b2eddf56431', 'status': 'completed', 'code': 200} Jun 22 03:59:54.147630 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.289835 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Router 15bcca2c-f635-431e-81a0-f54641b47611 is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 03:59:54.479261 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device a15cdbb5-4751-4ef1-879c-ac6317d21e04 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:54.509609 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c73a8-ef44-4a66-9d23-cc121d18e92e None None] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:54.595164 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port a15cdbb5-4751-4ef1-879c-ac6317d21e04 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:54.625026 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Provisioning for port a15cdbb5-4751-4ef1-879c-ac6317d21e04 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:54.633621 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Provisioning complete for port a15cdbb5-4751-4ef1-879c-ac6317d21e04 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:54.634212 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.667881 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:59:54.681570 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Sync routers for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:59:54.697272 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.699685 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:54.700231 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:54.701435 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36466) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:54.701915 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0127072 Jun 22 03:59:54.709696 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140373-27b2-44eb-8345-7f8af0a3b0fe req-4d0116e3-66dd-4ae8-9aa7-f44a89f9da9c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:54.711217 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c4140373-27b2-44eb-8345-7f8af0a3b0fe req-4d0116e3-66dd-4ae8-9aa7-f44a89f9da9c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0901339 Jun 22 03:59:54.760360 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c4140373-27b2-44eb-8345-7f8af0a3b0fe req-e04ef5a9-4555-40cd-9e53-8ba55b1673e7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Jun 22 03:59:54.873690 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-77f6e8b1-1a3f-41ee-a98e-99a494098701 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841418434&fields=id&tenant_id=27bc1218c9584db4ba126d46a787c5ec HTTP/1.1" status: 200 len: 267 time: 0.1035812 Jun 22 03:59:54.906787 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.959599 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:54.960762 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] For port a15cdbb5-4751-4ef1-879c-ac6317d21e04, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=a15cdbb5-4751-4ef1-879c-ac6317d21e04,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:54.969638 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:54.972990 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:55.181706 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36472) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:55.220988 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-93412910-f0a0-4b43-80bb-3c5204e32798 None None] Provisioning complete for port a15cdbb5-4751-4ef1-879c-ac6317d21e04 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:55.221514 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-93412910-f0a0-4b43-80bb-3c5204e32798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.228074 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 03:59:55.236280 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Deleting subnet dbf2096d-b0cd-4fae-a2df-2543413d9eff {{(pid=92788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 03:59:55.242721 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.261006 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:53Z', 'revision_number': 3, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:55.269064 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Pushing event updated for resources: {'Port': ['ID=a15cdbb5-4751-4ef1-879c-ac6317d21e04,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:55.273959 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:55.294919 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8770578'] for subnet, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.295738 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Checking router: 15bcca2c-f635-431e-81a0-f54641b47611 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:59:55.296364 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Updating router 15bcca2c-f635-431e-81a0-f54641b47611 port c639b0e7-5d7f-495b-b56e-9abe25bb4845 binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:59:55.335398 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.352722 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.414089 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171277'] for subnet, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.416750 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:55.439959 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf2096d-b0cd-4fae-a2df-2543413d9eff,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:55.443991 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:55.445054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.445752 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-dbfdb9bc-e4ca-436b-b238-aafebf74fa9a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:55.446983 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c5f9dc1d-3016-4663-ba50-deac44af2974 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dbf2096d-b0cd-4fae-a2df-2543413d9eff HTTP/1.1" status: 204 len: 168 time: 0.2636335 Jun 22 03:59:55.453168 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-dbfdb9bc-e4ca-436b-b238-aafebf74fa9a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 809 time: 0.5667048 Jun 22 03:59:55.453689 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36474) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:55.497340 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-63045a4e-f0be-43dd-8730-2a6f6852823d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/quotas/27bc1218c9584db4ba126d46a787c5ec HTTP/1.1" status: 200 len: 375 time: 0.0436985 Jun 22 03:59:55.526623 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.604836 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.616742 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Transition to ACTIVE for port object c639b0e7-5d7f-495b-b56e-9abe25bb4845 will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:55.625476 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.629839 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.633846 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-0ee4e6a5-b4c5-45fe-ad24-2635834c1a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:55.638704 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa5734d-bf59-4095-936f-7c3e6c836176']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:55.651522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a21800-bebf-4963-b525-c81d250ea4d5') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:55.651987 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a21800-bebf-4963-b525-c81d250ea4d5') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:55.652652 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-72864f6c-f6e3-40b0-a27a-39165f7627cb tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382916 Jun 22 03:59:55.664589 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.683469 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.689750 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 03:59:55.690240 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.691554 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e2746-e9a2-4600-9c36-b0db5a08335c None None] Pushing event updated for resources: {'Port': ['ID=c639b0e7-5d7f-495b-b56e-9abe25bb4845,revision_number=2']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 03:59:55.692538 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 03:59:55.695560 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-3b3e2746-e9a2-4600-9c36-b0db5a08335c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:55.701640 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Attempting to bind port c639b0e7-5d7f-495b-b56e-9abe25bb4845 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 03:59:55.702005 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Attempting to bind port c639b0e7-5d7f-495b-b56e-9abe25bb4845 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 03:59:55.702408 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Attempting to bind port c639b0e7-5d7f-495b-b56e-9abe25bb4845 on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 03:59:55.709130 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 03:59:55.709503 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:55.709897 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.710278 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 03:59:55.710732 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Bound port: c639b0e7-5d7f-495b-b56e-9abe25bb4845, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 03:59:55.711099 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.762634 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] For port c639b0e7-5d7f-495b-b56e-9abe25bb4845, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 03:59:55.765616 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] For port c639b0e7-5d7f-495b-b56e-9abe25bb4845, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c639b0e7-5d7f-495b-b56e-9abe25bb4845,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 03:59:55.770566 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.772071 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.774498 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-eabbeb30-4ffc-4139-962b-5f0a91cfd2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:55.777449 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.780924 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] 10.222.0.24 "DELETE /v2.0/networks/8aa5734d-bf59-4095-936f-7c3e6c836176 HTTP/1.1" status: 204 len: 168 time: 0.3261664 Jun 22 03:59:55.784275 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-efdd5579-455a-42b3-bb23-b634e54ca08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:55.793109 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa5734d-bf59-4095-936f-7c3e6c836176,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:55.795800 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:55.830302 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:55.831257 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:55.836606 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-b2a52e1d-d708-4d71-96c0-8d25ff569a33 service neutron] 10.222.0.24 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818593 Jun 22 03:59:55.893977 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e2746-e9a2-4600-9c36-b0db5a08335c None None] Pushing event updated for resources: {'Port': ['ID=c639b0e7-5d7f-495b-b56e-9abe25bb4845,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:55.894142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:55.898954 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-3b3e2746-e9a2-4600-9c36-b0db5a08335c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:55.958670 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:55.993838 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-bbbb9cbe-4409-4f53-864b-8ee7b18fb5a9 service neutron] 10.222.0.24 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574686 Jun 22 03:59:56.015482 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7bd5-d67b-4f53-af77-00ed35e301be req-5c81225b-d874-46fb-b769-16442f266bb7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:56.017368 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a89f7bd5-d67b-4f53-af77-00ed35e301be req-5c81225b-d874-46fb-b769-16442f266bb7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0774424 Jun 22 03:59:56.027308 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36482) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:56.066748 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a89f7bd5-d67b-4f53-af77-00ed35e301be req-8046096c-5436-4cb5-bc84-9c1843c21a4f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Jun 22 03:59:56.133169 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36488) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:56.135338 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b2cb1ee3-0352-4bd0-9c30-4cbd1ad574f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f75f443f7d94447da0d75691a9572e16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1068382 Jun 22 03:59:56.177065 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:53Z', 'revision_number': 3, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:56.184994 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Allocated IP 172.20.0.1 (927ed9cf-9737-4d6f-a846-0c32aa55da9c/6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2/33e7e92c-9b22-453d-8ab5-3753a7bc3373) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:56.208285 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c7056-23ea-4ef1-a9ae-96ff1068390b None None] The sync data for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb is: [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:53Z', 'revision_number': 3, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 03:59:56.217970 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.242008 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.316066 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.320783 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.322072 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d620b248-f64b-4480-8a28-bb84daf9aa0e HTTP/1.1" status: 204 len: 168 time: 0.1878633 Jun 22 03:59:56.323520 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-88a3b1b1-d5e1-4f46-ad37-f686235580f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:56.350686 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d620b248-f64b-4480-8a28-bb84daf9aa0e,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:56.353666 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:56.393454 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.415985 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Transition to ACTIVE for port object 33e7e92c-9b22-453d-8ab5-3753a7bc3373 will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:56.451299 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e13e5bf9-d2c4-4bfc-8c34-3ff67d602e02 req-5199f768-8ddd-4d6b-b4ae-812ea2669519 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 210 time: 0.0764511 Jun 22 03:59:56.480727 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.481387 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device a15cdbb5-4751-4ef1-879c-ac6317d21e04 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:56.483785 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1ca6948b-7c8b-4ae5-90c0-a4f2268a9426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:56.517943 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:56.522597 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:56.526278 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:56.565993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Pushing event updated for resources: {'Port': ['ID=33e7e92c-9b22-453d-8ab5-3753a7bc3373,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:56.573425 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:56.593296 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.649477 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port a15cdbb5-4751-4ef1-879c-ac6317d21e04 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:56.651241 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.791295 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device d4172fc7-4d26-4c94-8f21-0b2eddf56431 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 03:59:56.836172 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: d4172fc7-4d26-4c94-8f21-0b2eddf56431 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 03:59:56.836801 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device d4172fc7-4d26-4c94-8f21-0b2eddf56431 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 03:59:56.874121 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:56.971008 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-a67038f4-cf8a-4615-a797-7eb001bb2d57 None None] Provisioning for port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:56.977176 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-a67038f4-cf8a-4615-a797-7eb001bb2d57 None None] Provisioning complete for port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:56.977801 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a67038f4-cf8a-4615-a797-7eb001bb2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.029322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-a67038f4-cf8a-4615-a797-7eb001bb2d57 None None] Port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:59:57.124154 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.133432 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.195585 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:57.263903 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.293024 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Pushing event updated for resources: {'Port': ['ID=33e7e92c-9b22-453d-8ab5-3753a7bc3373,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:57.297384 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:57.353382 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b7010-077b-4421-9368-50b2da942da3 req-a4c521f6-a75d-4e9c-95a3-08f992e9ebf7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:57.359033 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-733b7010-077b-4421-9368-50b2da942da3 req-a4c521f6-a75d-4e9c-95a3-08f992e9ebf7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1349723 Jun 22 03:59:57.457346 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-733b7010-077b-4421-9368-50b2da942da3 req-8428ba81-cf3f-41f2-9a1a-2bb44be23354 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928936 Jun 22 03:59:57.458245 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:57.459918 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:57.573240 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.598207 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36532) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:57.636484 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Router 15bcca2c-f635-431e-81a0-f54641b47611 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 03:59:57.665862 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-12e2b622-95a6-4691-a5f9-d771c706a942 req-0b9d1152-b61d-40c4-8e2a-18afe34f79e8 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 210 time: 0.0342312 Jun 22 03:59:57.754640 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 03:59:57.759927 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] 10.222.0.24 "PUT /v2.0/routers/15bcca2c-f635-431e-81a0-f54641b47611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0567508 Jun 22 03:59:57.781531 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1522414101-network', 'tenant_id': 'fa5d084e407942d380748eb088d38f96'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:57.803766 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Made reservation on behalf of fa5d084e407942d380748eb088d38f96 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:57.806151 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.815376 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.868854 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-a29dad45-01d6-4545-b943-70f8e986c90a None None] Provisioning complete for port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:57.869238 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a29dad45-01d6-4545-b943-70f8e986c90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.911884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-a29dad45-01d6-4545-b943-70f8e986c90a None None] Port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 03:59:57.916235 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.921449 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.926208 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-89eef0e9-f47d-4c03-9ab1-72f37f581bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:57.952003 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:59:57.963028 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04f5cb-c864-45d4-876c-cb19043f2834,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:57.967922 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:57.969051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:57.969387 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Added segment 09890e8e-3246-44cd-aad8-95b570f875c7 of type vlan for network 9465342a-54c0-49b2-a38b-516a6e365a98 Jun 22 03:59:58.047844 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.094720 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.096578 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:58.098116 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.102278 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:58.169412 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Pushing event updated for resources: {'Network': ['ID=9465342a-54c0-49b2-a38b-516a6e365a98,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:58.174305 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:58.181099 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 9465342a-54c0-49b2-a38b-516a6e365a98 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:59:58.187116 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5877457 Jun 22 03:59:58.191820 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36548) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:58.203020 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Request body: {'subnet': {'network_id': '9465342a-54c0-49b2-a38b-516a6e365a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1522414101-subnet', 'tenant_id': 'fa5d084e407942d380748eb088d38f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:58.249490 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-5acb16ce-f15b-4ca7-a1e2-982ac8c8ed61 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:58.251455 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-5acb16ce-f15b-4ca7-a1e2-982ac8c8ed61 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 809 time: 0.1885195 Jun 22 03:59:58.295301 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Made reservation on behalf of fa5d084e407942d380748eb088d38f96 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:58.297858 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10433929'] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.375498 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-882f78a5-ec30-4076-b176-18438614141d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27bc1218c9584db4ba126d46a787c5ec HTTP/1.1" status: 200 len: 380 time: 0.1015525 Jun 22 03:59:58.387880 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'port': {'device_id': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'admin_state_up': True, 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'security_groups': ['80c7b151-9474-46a6-828c-2bf7a1177a9b']}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:58.393051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36554) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:58.400103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1016273641-network', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:58.428068 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Made reservation on behalf of d045684e4c7340f39e23c0d5378d9852 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:58.431324 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.450889 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.466751 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Sync routers for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 03:59:58.478698 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 03:59:58.479508 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:58.529165 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c639b0e7-5d7f-495b-b56e-9abe25bb4845 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 03:59:58.627321 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8670589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10433979'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.634858 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-73934c0d-52aa-4b38-9307-4cf3017000c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:58.636664 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.646806 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.653032 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-165ef968-093e-41b9-b526-b491f82b4884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:58.678147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:59:58.697879 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a2ad0-4cde-4901-b85c-d394e12a5c90,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:58.703598 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:58.706881 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.707211 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Added segment 06ddd82a-67f5-491e-a51d-4222b937d6b8 of type vlan for network 55f29135-5c7d-4065-a423-40705141bece Jun 22 03:59:58.727917 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 03:59:58.728583 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Made reservation on behalf of 27bc1218c9584db4ba126d46a787c5ec for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:58.735153 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.756350 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31261f9a-08a0-40f1-a9c8-a1f8fadcb953,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:58.761564 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:58.815151 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Checking segment: {'id': '09890e8e-3246-44cd-aad8-95b570f875c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9465342a-54c0-49b2-a38b-516a6e365a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:58.815647 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Network hostable DHCP agents. Network: 9465342a-54c0-49b2-a38b-516a6e365a98, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:59:58.840144 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.846843 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port c639b0e7-5d7f-495b-b56e-9abe25bb4845 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:58.895413 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Network 9465342a-54c0-49b2-a38b-516a6e365a98 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:59:58.898649 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286eb27-0a22-4461-a36e-94209ae1b8e1 req-6f193e99-9924-4969-b0f6-d25bda9a7508 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:58.903839 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port c639b0e7-5d7f-495b-b56e-9abe25bb4845 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:58.904317 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.906263 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0286eb27-0a22-4461-a36e-94209ae1b8e1 req-6f193e99-9924-4969-b0f6-d25bda9a7508 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.2014885 Jun 22 03:59:58.929451 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.932197 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:58.932846 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.940472 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:58.944246 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-01aded2b-762e-4034-8bb8-eaa7798684b1 req-6779f9a7-c9c3-4695-a571-81a62914990f tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 210 time: 0.0716553 Jun 22 03:59:58.954459 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 9465342a-54c0-49b2-a38b-516a6e365a98) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:58.964185 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:58.964964 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:58.977620 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20269a3-81fa-4d79-a904-a9251edcda94 None None] Network 9465342a-54c0-49b2-a38b-516a6e365a98 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:58.980948 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Allocated IP 172.20.0.4 (63804b62-c4e2-463f-8090-058118a301da/b5befcdb-6c12-4a46-a9eb-20498f2ff024/474d2142-0bc6-477c-97ad-da9bcd5b2814) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 03:59:59.015982 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8140669 Jun 22 03:59:59.022961 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0286eb27-0a22-4461-a36e-94209ae1b8e1 req-0a724bed-ffb4-4c53-9b8e-d4f50882b209 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156840 Jun 22 03:59:59.043428 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36564) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:59.043786 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6493912 Jun 22 03:59:59.053178 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Request body: {'subnet': {'network_id': '55f29135-5c7d-4065-a423-40705141bece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1016273641-subnet', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:59.059372 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Pushing event updated for resources: {'Network': ['ID=55f29135-5c7d-4065-a423-40705141bece,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:59.062036 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:59.096244 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 55f29135-5c7d-4065-a423-40705141bece details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 03:59:59.119096 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Made reservation on behalf of d045684e4c7340f39e23c0d5378d9852 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:59.121457 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10433929'] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.185098 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.213430 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.222313 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port c639b0e7-5d7f-495b-b56e-9abe25bb4845, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c639b0e7-5d7f-495b-b56e-9abe25bb4845,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 03:59:59.229052 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Transition to ACTIVE for port object 474d2142-0bc6-477c-97ad-da9bcd5b2814 will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 03:59:59.243306 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.251329 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:59.299368 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.305866 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:59.380240 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Network 63804b62-c4e2-463f-8090-058118a301da is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 03:59:59.393072 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:59.397057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:59.399383 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 03:59:59.403495 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:59.434847 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=c639b0e7-5d7f-495b-b56e-9abe25bb4845,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:59.438104 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:59.439084 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ccb4db-2a4a-45ad-a150-3e7267936c9f None None] Network 9465342a-54c0-49b2-a38b-516a6e365a98 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:59.481179 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:59.481809 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.484915 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8670589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10433979'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.491268 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4f11c267-8b44-4a4a-8994-7f16805da937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:59.497534 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 2, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 03:59:59.533794 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Checking router: 15bcca2c-f635-431e-81a0-f54641b47611 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 03:59:59.534724 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Updating router 15bcca2c-f635-431e-81a0-f54641b47611 port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 03:59:59.544929 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-93284cc8-9cee-4fb6-a4ce-166d61eb2499 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1620407 Jun 22 03:59:59.546249 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f9a55b-de3b-4be6-a5e5-25a9d0859845,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:59.551775 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 03:59:59.566885 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Request body: {'port': {'device_id': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:59.602759 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Checking segment: {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 03:59:59.603112 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Network hostable DHCP agents. Network: 55f29135-5c7d-4065-a423-40705141bece, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 03:59:59.640647 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36580) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:59.648692 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1549822305-network', 'tenant_id': '7162806ef16a448e9505e6f8e19b6aba'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:59.655795 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Network 55f29135-5c7d-4065-a423-40705141bece is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 03:59:59.682861 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.690057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 55f29135-5c7d-4065-a423-40705141bece) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 03:59:59.690179 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Made reservation on behalf of 7162806ef16a448e9505e6f8e19b6aba for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 03:59:59.694108 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.697993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 03:59:59.698593 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.701327 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43332067-11e1-457d-bedb-2dd28fc4c306 None None] Network 55f29135-5c7d-4065-a423-40705141bece requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 03:59:59.706121 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.710254 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.727911 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-bff5939c-d7bd-44f1-a0d0-3727914a31d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6822445 Jun 22 03:59:59.728123 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36582) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 03:59:59.733830 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 03:59:59.841699 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.853174 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-9a5ac3d1-3220-4f34-b89b-05d3b3718061 None None] Provisioning for port 474d2142-0bc6-477c-97ad-da9bcd5b2814 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 03:59:59.865367 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.868893 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0a2f1fa0-496b-4c41-b69c-29bf2a7d2904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 03:59:59.874481 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1662108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1640'] for router, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.875619 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1635'] for router, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.875769 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-9a5ac3d1-3220-4f34-b89b-05d3b3718061 None None] Provisioning complete for port 474d2142-0bc6-477c-97ad-da9bcd5b2814 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 03:59:59.876127 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac3d1-3220-4f34-b89b-05d3b3718061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.910112 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 03:59:59.926019 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 03:59:59.926903 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Added segment 0874fba0-39c9-4c49-9058-a2c21b37f098 of type vlan for network 9f4fb08a-e5f7-401a-ae9d-2b125734359b Jun 22 03:59:59.928765 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17622ae1-1902-427b-bc8f-ba4abf0e12d7,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 03:59:59.949601 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:00.003588 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.013487 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.047754 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474d2142-0bc6-477c-97ad-da9bcd5b2814 {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:00:00.059463 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.074353 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Transition to ACTIVE for port object 474d2142-0bc6-477c-97ad-da9bcd5b2814 will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:00.079370 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.083881 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ee5618e2-09e7-4a14-b54e-45ba3f421d7c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:00.131683 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:00.136751 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:00.146396 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ac3d1-3220-4f34-b89b-05d3b3718061 None None] Port 474d2142-0bc6-477c-97ad-da9bcd5b2814 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:00.188026 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1653'] for router, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.200483 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.202746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:00.203360 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.217727 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:00.233597 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06db10ba-ea65-5a57-9620-043c29a4cb37-55f29135-5c7d-4065-a423-40705141bece', 'network_id': '55f29135-5c7d-4065-a423-40705141bece', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'fixed_ips': [{'subnet_id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845'}]}} from dv-cinder-797380-1-smb. {{(pid=92789) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:00:00.234865 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.297043 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6524134 Jun 22 04:00:00.313768 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36590) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:00.320928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Request body: {'subnet': {'network_id': '9f4fb08a-e5f7-401a-ae9d-2b125734359b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1549822305-subnet', 'tenant_id': '7162806ef16a448e9505e6f8e19b6aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:00.400271 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Pushing event updated for resources: {'Network': ['ID=9f4fb08a-e5f7-401a-ae9d-2b125734359b,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:00.404066 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9dfa7200-d4be-414c-a605-3a7b6ce2604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:00.436659 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Made reservation on behalf of 7162806ef16a448e9505e6f8e19b6aba for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:00:00.438271 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 9f4fb08a-e5f7-401a-ae9d-2b125734359b details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:00:00.439866 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9171304'] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.505344 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.528587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Transition to ACTIVE for port object 33e7e92c-9b22-453d-8ab5-3753a7bc3373 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:00.529368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d134eae-80b2-4439-b12f-0f3495c783ec req-bccf072f-95a9-4bfc-88e3-dae68edc1b9b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:00.530581 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c639b0e7-5d7f-495b-b56e-9abe25bb4845 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:00.531355 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d134eae-80b2-4439-b12f-0f3495c783ec req-bccf072f-95a9-4bfc-88e3-dae68edc1b9b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.2418938 Jun 22 04:00:00.561964 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.566749 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:00.580981 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.db_base_plugin_common [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Allocated IP 172.20.0.2 (55f29135-5c7d-4065-a423-40705141bece/15f9a55b-de3b-4be6-a5e5-25a9d0859845/c05bbcad-e128-4587-8716-689c12479e92) {{(pid=92789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:00.644912 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d134eae-80b2-4439-b12f-0f3495c783ec req-5c629934-7fb3-4bbf-a25b-ecf3364b65c6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914109 Jun 22 04:00:00.707405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Attempting to bind port 474d2142-0bc6-477c-97ad-da9bcd5b2814 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:00.708020 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Attempting to bind port 474d2142-0bc6-477c-97ad-da9bcd5b2814 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:00.709375 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Attempting to bind port 474d2142-0bc6-477c-97ad-da9bcd5b2814 on network 63804b62-c4e2-463f-8090-058118a301da {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:00.717163 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Port 474d2142-0bc6-477c-97ad-da9bcd5b2814 on network 63804b62-c4e2-463f-8090-058118a301da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:00:00.717482 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Attempting to bind port 474d2142-0bc6-477c-97ad-da9bcd5b2814 on network 63804b62-c4e2-463f-8090-058118a301da {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:00.741599 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a695bf-052a-4f2b-ad67-4d17df01592d None None] Pushing event updated for resources: {'Port': ['ID=33e7e92c-9b22-453d-8ab5-3753a7bc3373,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:00.747286 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-29a695bf-052a-4f2b-ad67-4d17df01592d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:00.748254 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:00.748868 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Checking segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:00.749507 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Bound using segment: {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:00.750320 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Bound port: 474d2142-0bc6-477c-97ad-da9bcd5b2814, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee3f304-c313-4bba-9f0b-663700992369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63804b62-c4e2-463f-8090-058118a301da'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:00.750873 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.808187 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d299b1-5d0d-430c-bbef-a2ac215c4c49 req-1ce4cfd2-5a75-4868-91c8-b6b90018d9ea tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:00.815321 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-32d299b1-5d0d-430c-bbef-a2ac215c4c49 req-1ce4cfd2-5a75-4868-91c8-b6b90018d9ea tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.6082425 Jun 22 04:00:00.863300 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:00.869373 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9148442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9171290'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.874660 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:00.877362 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.889758 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-32d299b1-5d0d-430c-bbef-a2ac215c4c49 req-953ec5ac-4ed1-4356-a24f-9db5e8ab2888 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734642 Jun 22 04:00:00.902460 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:00.907014 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port c639b0e7-5d7f-495b-b56e-9abe25bb4845 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:00.909071 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.919947 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.929160 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-31cf3983-16e4-40c3-9ced-b43492ee9311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:00.933513 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.990347 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:00.995054 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:00.997013 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:00.997859 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:00.998445 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc43eb41-628c-4c91-903e-4049d1bea393,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:00.999647 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-8a61256a-8b57-4ff3-8602-d099bff6a790 service neutron] 10.222.0.36 "PUT /v2.0/ports/474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 1093 time: 1.4401233 Jun 22 04:00:01.000548 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:01.003575 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:01.008031 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:01.055665 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80afcbf0-6e72-430e-a654-def68e7934aa x-openstack-request-id: req-80afcbf0-6e72-430e-a654-def68e7934aa {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:01.056343 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:01.057021 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80afcbf0-6e72-430e-a654-def68e7934aa {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:01.057646 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'status': 'completed', 'code': 200} Jun 22 04:00:01.062889 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Checking segment: {'id': '0874fba0-39c9-4c49-9058-a2c21b37f098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f4fb08a-e5f7-401a-ae9d-2b125734359b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:01.063246 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Network hostable DHCP agents. Network: 9f4fb08a-e5f7-401a-ae9d-2b125734359b, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:00:01.070119 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Notify callbacks [] for port, precommit_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.108948 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Allocated IP 172.28.2.105 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/603817f9-ba07-48ce-a768-43d3d479e039) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:01.114193 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Attempting to bind port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:01.114622 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Attempting to bind port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:01.115109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Attempting to bind port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 on network 927ed9cf-9737-4d6f-a846-0c32aa55da9c {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:01.115232 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Network 9f4fb08a-e5f7-401a-ae9d-2b125734359b is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:00:01.119263 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Transition to ACTIVE for port object c05bbcad-e128-4587-8716-689c12479e92 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:01.137486 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 9f4fb08a-e5f7-401a-ae9d-2b125734359b) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:01.141950 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:01.142329 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Checking segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:01.142742 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.143144 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Bound using segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:01.143631 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Bound port: 33e7e92c-9b22-453d-8ab5-3753a7bc3373, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:01.144007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.154294 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389440c-3f6a-4681-8bfc-9351b03a3e4a None None] Network 9f4fb08a-e5f7-401a-ae9d-2b125734359b requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:00:01.176949 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-6a3a81f1-c762-4979-b19b-501341e6fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:01.178621 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-6a3a81f1-c762-4979-b19b-501341e6fc10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1096 time: 0.0899975 Jun 22 04:00:01.181227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:01.182145 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.183921 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Transition to ACTIVE for port object c05bbcad-e128-4587-8716-689c12479e92 will not be triggered until provisioned by entity DHCP. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:01.212161 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8971753 Jun 22 04:00:01.237476 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-a150055f-8e62-4935-8ef9-13ac6d5c32af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 217 time: 0.0426905 Jun 22 04:00:01.249238 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686'] for port, after_create {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.255257 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4a06e693-d8fd-42ef-967d-315a44815b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:01.267244 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.307877 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-ca706fbb-f8d8-4db0-99a3-a2e5d89706b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:01.309386 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-ca706fbb-f8d8-4db0-99a3-a2e5d89706b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.0617919 Jun 22 04:00:01.330409 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.334013 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:01.354501 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Network 55f29135-5c7d-4065-a423-40705141bece is already hosted by enough agents. {{(pid=92789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:01.381059 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:01.381209 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.scheduler.base_scheduler [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Resources bound (agent type, host, resource id): {{(pid=92789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:01.384572 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:01.386235 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-54b8dc8c-e479-40f5-8ead-2d149fbad86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:01.386513 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Pushing event updated for resources: {'Port': ['ID=c05bbcad-e128-4587-8716-689c12479e92,revision_number=1']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:01.387409 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-54b8dc8c-e479-40f5-8ead-2d149fbad86c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713730 Jun 22 04:00:01.387895 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36600) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:01.391782 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Received port after_create {{(pid=92789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:01.398571 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:01.399035 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:01.400522 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] For port 33e7e92c-9b22-453d-8ab5-3753a7bc3373, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:01.406195 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] For port 33e7e92c-9b22-453d-8ab5-3753a7bc3373, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=33e7e92c-9b22-453d-8ab5-3753a7bc3373,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:01.431168 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.434974 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Pushing event updated for resources: {'Port': ['ID=603817f9-ba07-48ce-a768-43d3d479e039,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:01.438054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:01.440546 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Deleting subnet 31261f9a-08a0-40f1-a9c8-a1f8fadcb953 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:00:01.444551 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.449226 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:01.526803 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.538397 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d50d0-56a2-4cd7-a4f5-a636c54bca79 None None] Network 9f4fb08a-e5f7-401a-ae9d-2b125734359b requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:00:01.592988 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Attempting to bind port c05bbcad-e128-4587-8716-689c12479e92 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:01.593360 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Attempting to bind port c05bbcad-e128-4587-8716-689c12479e92 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:01.593501 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.593729 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Attempting to bind port c05bbcad-e128-4587-8716-689c12479e92 on network 55f29135-5c7d-4065-a423-40705141bece {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:01.617611 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-d87c9a20-109a-4bc3-b4cd-50f1bba35672 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795981 Jun 22 04:00:01.617822 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a695bf-052a-4f2b-ad67-4d17df01592d None None] Pushing event updated for resources: {'Port': ['ID=33e7e92c-9b22-453d-8ab5-3753a7bc3373,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:01.630407 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:01.631636 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Checking segment: {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:01.632532 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.633160 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Bound using segment: {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:01.633940 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Bound port: c05bbcad-e128-4587-8716-689c12479e92, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:01.634601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.641903 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-29a695bf-052a-4f2b-ad67-4d17df01592d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:01.642881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:01.643907 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:01.726808 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.749126 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.759573 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4e9b6395-d47e-488b-9d29-8adfbd85597e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:01.794879 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31261f9a-08a0-40f1-a9c8-a1f8fadcb953,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:01.799664 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d8cbfb71-f959-4696-ae3e-4c84ced45ea1 req-403165ee-2132-4703-a298-7f13b2e3a00c service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749520 Jun 22 04:00:01.800663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:01.802174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.805055 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-760c0194-6fd1-48e3-b73c-ae04b326f2b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31261f9a-08a0-40f1-a9c8-a1f8fadcb953 HTTP/1.1" status: 204 len: 168 time: 0.4116101 Jun 22 04:00:01.807497 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36604) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:01.901348 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:01.955007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] For port c05bbcad-e128-4587-8716-689c12479e92, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:01.960194 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] For port c05bbcad-e128-4587-8716-689c12479e92, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c05bbcad-e128-4587-8716-689c12479e92,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:01.997675 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.005782 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f05635bc-502d-44ac-a36b-759f457d8b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:02.033620 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.063170 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9465342a-54c0-49b2-a38b-516a6e365a98']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:02.093620 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09890e8e-3246-44cd-aad8-95b570f875c7') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:02.093908 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09890e8e-3246-44cd-aad8-95b570f875c7') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:02.110032 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:02.111505 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-2b6ca13e-fd09-4e04-b540-8055edbcfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:02.113977 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-2b6ca13e-fd09-4e04-b540-8055edbcfaf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1096 time: 0.1998889 Jun 22 04:00:02.116367 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.147794 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.194207 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:00:02.194703 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:00:02.198685 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:00:02.210323 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Pushing event updated for resources: {'Port': ['ID=c05bbcad-e128-4587-8716-689c12479e92,revision_number=2']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:02.216120 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:02.276429 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568484a2-2740-4be3-9a5a-27bd2a2a5fc5 req-acb5f673-6281-4298-be3d-68eced9b98b7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:02.283660 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-568484a2-2740-4be3-9a5a-27bd2a2a5fc5 req-acb5f673-6281-4298-be3d-68eced9b98b7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.2441578 Jun 22 04:00:02.317341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.337265 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:02.344139 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.345944 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9465342a-54c0-49b2-a38b-516a6e365a98 HTTP/1.1" status: 204 len: 168 time: 0.5374460 Jun 22 04:00:02.361465 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36612) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:02.365095 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-c6d0693d-1e93-49f3-bac8-7c2f09a840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:02.366617 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-c6d0693d-1e93-49f3-bac8-7c2f09a840d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 910 time: 0.2403486 Jun 22 04:00:02.377354 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Pushing event deleted for resources: {'Network': ['ID=9465342a-54c0-49b2-a38b-516a6e365a98,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:02.455828 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-5005c2dc-bfc3-4a53-82e3-de8add968c99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 217 time: 0.0797913 Jun 22 04:00:02.460264 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:02.475796 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-568484a2-2740-4be3-9a5a-27bd2a2a5fc5 req-2a39c2d2-a860-4aa4-add5-87fd86e1029a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911557 Jun 22 04:00:02.491172 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1526016'] for router, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.583227 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Deleting subnet dc43eb41-628c-4c91-903e-4049d1bea393 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:00:02.604758 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-f8ca7ddd-e5e3-49e3-af70-d1801c77708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:02.606598 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-f8ca7ddd-e5e3-49e3-af70-d1801c77708a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.1201563 Jun 22 04:00:02.607696 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.652378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434e0f2-1bf4-49fc-b237-7d1b13af9e27 req-6175aa3e-8c7f-42cb-bb45-2744b1c12172 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:02.655193 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7434e0f2-1bf4-49fc-b237-7d1b13af9e27 req-6175aa3e-8c7f-42cb-bb45-2744b1c12172 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.7171626 Jun 22 04:00:02.683039 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:01Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:02.708053 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.717353 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f1941-6b9a-4972-9022-352c6c0dbcf0 None None] The sync data for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb is: [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:01Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:00:02.719161 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7434e0f2-1bf4-49fc-b237-7d1b13af9e27 req-dcae03dc-88bc-4a5d-a01b-47f91e5864dd tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Jun 22 04:00:02.733458 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e is scheduled to L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 with binding_index 1 {{(pid=92788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:00:02.767495 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.808918 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-09562965-e8e9-4c02-8978-6f33ea036bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:02.811168 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-09562965-e8e9-4c02-8978-6f33ea036bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1637304 Jun 22 04:00:02.905039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:00:02.919485 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Sync routers for ids ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:00:02.927643 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.927905 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.931613 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2001677 Jun 22 04:00:02.935437 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36614) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:02.939551 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:02.941730 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Routers {'4ad39c40-b74a-4fe4-b66f-f8221c635f5e'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:02.942566 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:02.974267 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-df48eced-006b-4462-a720-6c0d1f5a341b service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547987 Jun 22 04:00:02.975375 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc43eb41-628c-4c91-903e-4049d1bea393,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:02.978455 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:02.979411 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:02.983729 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-1b203962-f63b-4c07-a97a-0dc5d7c49e0d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dc43eb41-628c-4c91-903e-4049d1bea393 HTTP/1.1" status: 204 len: 168 time: 0.6186464 Jun 22 04:00:02.987026 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36616) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:03.091283 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Set router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:03.101359 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca94dfdd-a2cc-4baf-8760-09cb6a59a6c5 req-fcd0e816-6dcc-4b5d-bc36-7359d22dc6ad service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179333 Jun 22 04:00:03.132310 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.321429 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:00:01Z', 'revision_number': 3, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:03.354271 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Checking router: 4ad39c40-b74a-4fe4-b66f-f8221c635f5e for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:00:03.354915 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Updating router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e port 603817f9-ba07-48ce-a768-43d3d479e039 binding host dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:00:03.394641 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.395100 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.436344 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4fb08a-e5f7-401a-ae9d-2b125734359b']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:03.444983 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5daee7f-f0f9-47d6-840d-46b94376b8e6 None None] Network 55f29135-5c7d-4065-a423-40705141bece requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:00:03.453826 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0874fba0-39c9-4c49-9058-a2c21b37f098') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:03.454112 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0874fba0-39c9-4c49-9058-a2c21b37f098') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:03.468224 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.506920 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.516925 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:00:03.517166 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:00:03.518787 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:00:03.625761 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.636069 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.637953 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9f4fb08a-e5f7-401a-ae9d-2b125734359b HTTP/1.1" status: 204 len: 168 time: 0.6500554 Jun 22 04:00:03.653229 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:03.682464 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-e90b2aed-b863-4abd-9429-59ade3651eab None None] Provisioning for port c05bbcad-e128-4587-8716-689c12479e92 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:03.684619 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4fb08a-e5f7-401a-ae9d-2b125734359b,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:03.695719 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:03.744370 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.749910 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1bd9-e3d3-4f64-8446-495341b0ddee req-18c8462b-c495-4c6e-93af-e1021a41da72 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:03.758978 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d6f1bd9-e3d3-4f64-8446-495341b0ddee req-18c8462b-c495-4c6e-93af-e1021a41da72 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.1226339 Jun 22 04:00:03.818714 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4d6f1bd9-e3d3-4f64-8446-495341b0ddee req-9c2cc757-ca9a-477c-a6d3-225a3a9c7e38 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586185 Jun 22 04:00:03.921646 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Notify callbacks [] for port, precommit_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.953602 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.provisioning_blocks [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Transition to ACTIVE for port object 603817f9-ba07-48ce-a768-43d3d479e039 will not be triggered until provisioned by entity L2. {{(pid=92790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:03.965991 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:03.973702 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:03.982824 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36628) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:04.044444 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-9b1a0cc6-51ad-452e-a5d4-011699742859 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa5d084e407942d380748eb088d38f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600033 Jun 22 04:00:04.046970 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36630) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:04.065906 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117c796-41b6-4012-ba64-33957be5d0e0 None None] Pushing event updated for resources: {'Port': ['ID=603817f9-ba07-48ce-a768-43d3d479e039,revision_number=2']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:04.069584 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Attempting to bind port 603817f9-ba07-48ce-a768-43d3d479e039 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:04.070165 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Attempting to bind port 603817f9-ba07-48ce-a768-43d3d479e039 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:04.070706 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Attempting to bind port 603817f9-ba07-48ce-a768-43d3d479e039 on network 3c048397-e736-4ef8-bbcf-143ecd09deaf {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:04.072919 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Allocated IP 172.20.0.1 (55f29135-5c7d-4065-a423-40705141bece/15f9a55b-de3b-4be6-a5e5-25a9d0859845/17be3e70-94c2-48f5-9d1e-2f8df947b415) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:04.076760 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-4117c796-41b6-4012-ba64-33957be5d0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:04.078605 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:04.080333 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Checking segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:04.080333 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.080333 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Bound using segment: {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'} {{(pid=92790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:04.081351 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.managers [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Bound port: 603817f9-ba07-48ce-a768-43d3d479e039, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7fc62-36b6-469e-a838-253d3bcb4018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}}] {{(pid=92790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:04.082033 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.130752 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43e93-7e78-4c40-b94c-f411d0da064b req-71b40126-3ca8-40d4-bed9-8fff3be3b30c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:04.133005 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-99f43e93-7e78-4c40-b94c-f411d0da064b req-71b40126-3ca8-40d4-bed9-8fff3be3b30c tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.2116814 Jun 22 04:00:04.153822 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.166559 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] For port 603817f9-ba07-48ce-a768-43d3d479e039, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:04.171193 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.plugins.ml2.db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] For port 603817f9-ba07-48ce-a768-43d3d479e039, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=603817f9-ba07-48ce-a768-43d3d479e039,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:04.177597 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron_lib.callbacks.manager [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.181426 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.193308 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-4117c796-41b6-4012-ba64-33957be5d0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:04.256608 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.260072 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.261358 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d04f5cb-c864-45d4-876c-cb19043f2834 HTTP/1.1" status: 204 len: 168 time: 0.2123399 Jun 22 04:00:04.262461 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c6d16259-c53a-4257-ba0c-3a776a0e412a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:04.282056 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04f5cb-c864-45d4-876c-cb19043f2834,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:04.287361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:04.301523 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-99f43e93-7e78-4c40-b94c-f411d0da064b req-7eba9f6d-e084-4b29-b595-47680e3b0c5f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823481 Jun 22 04:00:04.319787 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.346557 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Transition to ACTIVE for port object 17be3e70-94c2-48f5-9d1e-2f8df947b415 will not be triggered until provisioned by entity DHCP. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:04.392827 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Routers {'4ad39c40-b74a-4fe4-b66f-f8221c635f5e'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:04.394641 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:04.416663 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.418853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c3fbb513-9763-411b-9a46-4dd6655ebd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:04.457463 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117c796-41b6-4012-ba64-33957be5d0e0 None None] Pushing event updated for resources: {'Port': ['ID=603817f9-ba07-48ce-a768-43d3d479e039,revision_number=3']} {{(pid=92790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:04.464405 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG oslo_concurrency.lockutils [None req-4117c796-41b6-4012-ba64-33957be5d0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:04.489549 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Network 55f29135-5c7d-4065-a423-40705141bece is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:04.492569 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:04.497159 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:04.526623 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Pushing event updated for resources: {'Port': ['ID=17be3e70-94c2-48f5-9d1e-2f8df947b415,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:04.530534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:04.548358 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618408'] for router_interface, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.569210 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c05bbcad-e128-4587-8716-689c12479e92 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:04.614069 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] Set router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:04.681485 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port c05bbcad-e128-4587-8716-689c12479e92 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:04.686353 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port c05bbcad-e128-4587-8716-689c12479e92 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:04.686728 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.786531 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.823404 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:00:04.879954 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:04.955792 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36640) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:04.999389 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-74826999-ba42-43a9-91ac-33a63df3d747 None None] Provisioning for port 17be3e70-94c2-48f5-9d1e-2f8df947b415 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:05.009267 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5eae47af-e520-4760-a76d-153e620f547e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7162806ef16a448e9505e6f8e19b6aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508790 Jun 22 04:00:05.011653 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36642) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:05.030212 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port c05bbcad-e128-4587-8716-689c12479e92, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c05bbcad-e128-4587-8716-689c12479e92,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:05.031702 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:00:01Z', 'revision_number': 3, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:05.038895 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-74826999-ba42-43a9-91ac-33a63df3d747 None None] Provisioning complete for port 17be3e70-94c2-48f5-9d1e-2f8df947b415 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:05.050524 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-74826999-ba42-43a9-91ac-33a63df3d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.065838 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d85b54-ffac-4721-814b-ea6344b3363c None None] The sync data for ids ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'] in dv-cinder-797380-1-smb is: [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:00:01Z', 'revision_number': 3, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:00:05.077887 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.113572 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.114605 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 33e7e92c-9b22-453d-8ab5-3753a7bc3373 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:05.119587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f05635bc-502d-44ac-a36b-759f457d8b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:05.163713 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.170138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.170772 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.174209 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:05.244932 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:05.248486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649d050-dac8-4342-a639-cb369a196f88 req-19613696-fd15-4a9a-9c39-4d833548275c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:05.251599 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7649d050-dac8-4342-a639-cb369a196f88 req-19613696-fd15-4a9a-9c39-4d833548275c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.1392598 Jun 22 04:00:05.274345 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655539'] for router_interface, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.277895 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'port_id': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'mac_address': 'fa:16:3e:cc:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:00:05.287053 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Pushing event updated for resources: {'Port': ['ID=17be3e70-94c2-48f5-9d1e-2f8df947b415,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:05.298848 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:05.299954 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-74826999-ba42-43a9-91ac-33a63df3d747 None None] Port 17be3e70-94c2-48f5-9d1e-2f8df947b415 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:05.307255 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=c05bbcad-e128-4587-8716-689c12479e92,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:05.313621 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:05.322262 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7649d050-dac8-4342-a639-cb369a196f88 req-3a6196c3-754e-4a07-88f1-09086e525491 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591023 Jun 22 04:00:05.329590 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.333755 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.335391 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17622ae1-1902-427b-bc8f-ba4abf0e12d7 HTTP/1.1" status: 204 len: 168 time: 0.3225977 Jun 22 04:00:05.336617 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b64edcdc-33a9-4a57-b4d1-732fbf9649cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:05.354339 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17622ae1-1902-427b-bc8f-ba4abf0e12d7,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:05.356166 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:05.365769 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:05.378273 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.395447 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474d2142-0bc6-477c-97ad-da9bcd5b2814 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:00:05.399887 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:05.400259 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.433700 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Network 55f29135-5c7d-4065-a423-40705141bece is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:05.435290 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:05.475432 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:05.488416 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.507673 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-29a695bf-052a-4f2b-ad67-4d17df01592d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:05.623615 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:05.629040 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15928c-8e9b-478b-b631-de664a60bc9e req-e605c09f-10b8-4735-b03e-3e4b40d45f6a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:05.630869 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0b15928c-8e9b-478b-b631-de664a60bc9e req-e605c09f-10b8-4735-b03e-3e4b40d45f6a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1192434 Jun 22 04:00:05.636368 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:05.717509 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:00:05.719197 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0b15928c-8e9b-478b-b631-de664a60bc9e req-77dfa39a-5482-4bbc-a25b-fb074f5c31a7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815461 Jun 22 04:00:05.731370 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.803517 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 33e7e92c-9b22-453d-8ab5-3753a7bc3373, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=33e7e92c-9b22-453d-8ab5-3753a7bc3373,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:05.811573 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.813505 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:05.857871 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:00:05.862933 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-c9023886-8e0a-400c-a0e3-21a075868fd8 None None] Provisioning complete for port 17be3e70-94c2-48f5-9d1e-2f8df947b415 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:05.863440 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c9023886-8e0a-400c-a0e3-21a075868fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:05.869182 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ad39c40-b74a-4fe4-b66f-f8221c635f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9320149 Jun 22 04:00:05.899424 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=33e7e92c-9b22-453d-8ab5-3753a7bc3373,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:05.914002 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:05.921474 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-c9023886-8e0a-400c-a0e3-21a075868fd8 None None] Port 17be3e70-94c2-48f5-9d1e-2f8df947b415 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:05.980283 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['474d2142-0bc6-477c-97ad-da9bcd5b2814'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:00:06.551099 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8e246-f340-49fa-b0a1-1605f19d28b6 req-bcfa9087-c1c8-4d74-b35a-2ae5681de9f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:06.553141 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b8f8e246-f340-49fa-b0a1-1605f19d28b6 req-bcfa9087-c1c8-4d74-b35a-2ae5681de9f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 944 time: 0.0861363 Jun 22 04:00:06.579959 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 603817f9-ba07-48ce-a768-43d3d479e039 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:06.628126 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b8f8e246-f340-49fa-b0a1-1605f19d28b6 req-1fc433ad-3253-4a7e-a161-cd82c564273a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587041 Jun 22 04:00:06.656141 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 603817f9-ba07-48ce-a768-43d3d479e039 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:06.662142 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 603817f9-ba07-48ce-a768-43d3d479e039 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:06.662612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:06.780076 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:06.807238 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 603817f9-ba07-48ce-a768-43d3d479e039, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=603817f9-ba07-48ce-a768-43d3d479e039,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:06.813494 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:06.814646 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 33e7e92c-9b22-453d-8ab5-3753a7bc3373 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:06.825884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:06.935940 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=603817f9-ba07-48ce-a768-43d3d479e039,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:06.940336 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:06.947590 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd54f4-9bb3-4b66-8376-43106ed13772 req-135ff966-d46f-454c-8bc1-df0c4433fb54 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:06.955235 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87cd54f4-9bb3-4b66-8376-43106ed13772 req-135ff966-d46f-454c-8bc1-df0c4433fb54 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0973747 Jun 22 04:00:06.962892 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:06.963280 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:07.015909 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-87cd54f4-9bb3-4b66-8376-43106ed13772 req-131c784e-f51c-45ed-9ff9-3763dda36b24 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596311 Jun 22 04:00:07.061725 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c05bbcad-e128-4587-8716-689c12479e92 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:07.129730 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port c05bbcad-e128-4587-8716-689c12479e92 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:07.129730 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:07.361773 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Sync routers for ids ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:00:07.372826 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Routers {'4ad39c40-b74a-4fe4-b66f-f8221c635f5e'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:07.373678 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:07.501673 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Set router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:07.717150 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36730) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:07.729203 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:00:04Z', 'revision_number': 4, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '17be3e70-94c2-48f5-9d1e-2f8df947b415', 'name': '', 'network_id': '55f29135-5c7d-4065-a423-40705141bece', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'mac_address': 'fa:16:3e:19:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:03Z', 'updated_at': '2021-06-22T04:00:04Z', 'revision_number': 2, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'subnets': [{'id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:07.776482 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Checking router: 4ad39c40-b74a-4fe4-b66f-f8221c635f5e for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:00:07.776815 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Updating router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e port 17be3e70-94c2-48f5-9d1e-2f8df947b415 binding host dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:00:07.819281 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:07.875119 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:07.922230 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950272d-d7a3-48f3-a68b-39d8d4d8bcf5 req-c13fdf17-c858-46ae-afed-58de74ac098c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:07.924800 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4950272d-d7a3-48f3-a68b-39d8d4d8bcf5 req-c13fdf17-c858-46ae-afed-58de74ac098c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 944 time: 0.1193812 Jun 22 04:00:07.980473 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:07.993046 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:07.998101 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4950272d-d7a3-48f3-a68b-39d8d4d8bcf5 req-342acc18-d142-4779-a967-76212e06d9a2 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653801 Jun 22 04:00:07.998775 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e74827fa-3252-48eb-84ba-22238215aacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:08.040188 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad7cc3ce10eb4bc3964a36bb559f4368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219540 Jun 22 04:00:08.041217 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd7419-6243-4db7-a7a7-09e218699399,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:08.043292 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36736) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:08.044101 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:08.116132 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.139421 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.194078 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Notify callbacks [] for port, precommit_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.221397 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.221640 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Transition to ACTIVE for port object 17be3e70-94c2-48f5-9d1e-2f8df947b415 will not be triggered until provisioned by entity L2. {{(pid=92789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:08.225031 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.226164 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91cd7419-6243-4db7-a7a7-09e218699399 HTTP/1.1" status: 204 len: 168 time: 0.1818988 Jun 22 04:00:08.227777 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:08.239764 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd7419-6243-4db7-a7a7-09e218699399,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:08.241249 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.246413 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:08.255596 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:08.285320 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff25f-4107-4c98-8b60-b160dda835a2 req-169ca1d3-dc0f-4815-a10b-c58d3a37ad37 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:08.294622 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-804ff25f-4107-4c98-8b60-b160dda835a2 req-169ca1d3-dc0f-4815-a10b-c58d3a37ad37 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1128421 Jun 22 04:00:08.436725 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-804ff25f-4107-4c98-8b60-b160dda835a2 req-8ab918d3-8082-4919-a866-31053e507d50 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409261 Jun 22 04:00:08.489238 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d28212-2e4d-4a63-a0f9-74a32a6e6755 None None] Pushing event updated for resources: {'Port': ['ID=17be3e70-94c2-48f5-9d1e-2f8df947b415,revision_number=3']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:08.495509 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-50d28212-2e4d-4a63-a0f9-74a32a6e6755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:08.541514 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 603817f9-ba07-48ce-a768-43d3d479e039 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:08.598588 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Attempting to bind port 17be3e70-94c2-48f5-9d1e-2f8df947b415 on host dv-cinder-797380-1-smb for vnic_type normal with profile {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:08.598986 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Attempting to bind port 17be3e70-94c2-48f5-9d1e-2f8df947b415 by drivers openvswitch,hyperv on host dv-cinder-797380-1-smb at level 0 using segments [{'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:08.599475 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Attempting to bind port 17be3e70-94c2-48f5-9d1e-2f8df947b415 on network 55f29135-5c7d-4065-a423-40705141bece {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:08.609420 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Checking agent: {'id': '88a3d8d1-2c86-463e-ae38-ccf7618f1ba7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 49, 21), 'started_at': datetime.datetime(2021, 6, 22, 3, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:08.611498 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Checking segment: {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:08.612971 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.613517 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Bound using segment: {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'} {{(pid=92789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:08.615479 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.managers [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Bound port: 17be3e70-94c2-48f5-9d1e-2f8df947b415, host: dv-cinder-797380-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ddd82a-67f5-491e-a51d-4222b937d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55f29135-5c7d-4065-a423-40705141bece'}}] {{(pid=92789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:08.616715 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.641899 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 603817f9-ba07-48ce-a768-43d3d479e039 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:08.642292 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.737417 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] For port 17be3e70-94c2-48f5-9d1e-2f8df947b415, host dv-cinder-797380-1-smb, cleared binding levels {{(pid=92789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:08.742255 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] For port 17be3e70-94c2-48f5-9d1e-2f8df947b415, host dv-cinder-797380-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=17be3e70-94c2-48f5-9d1e-2f8df947b415,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:08.767364 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.772485 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:08.790983 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36746) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:08.817922 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b0763922-fa66-4be7-9048-a066abc6ad94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:08.839253 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:08.904312 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d28212-2e4d-4a63-a0f9-74a32a6e6755 None None] Pushing event updated for resources: {'Port': ['ID=17be3e70-94c2-48f5-9d1e-2f8df947b415,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:08.916377 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Routers {'4ad39c40-b74a-4fe4-b66f-f8221c635f5e'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:08.917068 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:08.920449 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-50d28212-2e4d-4a63-a0f9-74a32a6e6755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:09.074978 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b0763922-fa66-4be7-9048-a066abc6ad94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.096146 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b0763922-fa66-4be7-9048-a066abc6ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.100894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-01817fe5-4b01-4709-93b6-bafa1548ec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:09.150750 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0763922-fa66-4be7-9048-a066abc6ad94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25bf413-d539-4037-ad07-9acc09b85dc7,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:09.177537 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b0763922-fa66-4be7-9048-a066abc6ad94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:09.243360 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b0763922-fa66-4be7-9048-a066abc6ad94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eafe1e9fb8cf43bd93231218252336bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507098 Jun 22 04:00:09.246026 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36752) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:09.293899 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3ccbc-6cab-4c1d-b5be-32789f436a9f req-014d2e10-7c87-4c17-89bb-4a4735f829fe tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:09.294900 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 474d2142-0bc6-477c-97ad-da9bcd5b2814 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:09.295403 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-69a3ccbc-6cab-4c1d-b5be-32789f436a9f req-014d2e10-7c87-4c17-89bb-4a4735f829fe tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 944 time: 0.1152639 Jun 22 04:00:09.319841 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 474d2142-0bc6-477c-97ad-da9bcd5b2814 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:09.320395 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.338852 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.355653 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-69a3ccbc-6cab-4c1d-b5be-32789f436a9f req-4fcf56ae-7129-4862-be72-cb43c3ccfa79 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533619 Jun 22 04:00:09.387962 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.395045 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] Set router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:09.457940 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.463527 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.464868 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b25bf413-d539-4037-ad07-9acc09b85dc7 HTTP/1.1" status: 204 len: 168 time: 0.2172081 Jun 22 04:00:09.465799 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:09.480865 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25bf413-d539-4037-ad07-9acc09b85dc7,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:09.483999 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:09.598889 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.642196 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:09.644640 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2584455f-8028-429d-a637-050a87deb694" -d '{"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-plugged", "status": "completed", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:09.662551 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:09.692171 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.695829 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-eb9ddbd6-0280-4421-b031-5e5fc043b32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:09.698914 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b11ded-0a0d-45c9-a3f4-dba2d5cb4fa2 x-openstack-request-id: req-15b11ded-0a0d-45c9-a3f4-dba2d5cb4fa2 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:09.699217 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-plugged", "status": "completed", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:09.699475 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15b11ded-0a0d-45c9-a3f4-dba2d5cb4fa2 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:09.699888 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'code': 200} Jun 22 04:00:09.779754 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1160fe-694b-4553-bdbd-f87e8ba9b35a req-ae9cbdcb-7854-4847-824a-10b75477f5c9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:09.790854 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2f1160fe-694b-4553-bdbd-f87e8ba9b35a req-ae9cbdcb-7854-4847-824a-10b75477f5c9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1536975 Jun 22 04:00:09.794229 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:09.799298 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:09.809091 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:00:04Z', 'revision_number': 4, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '17be3e70-94c2-48f5-9d1e-2f8df947b415', 'name': '', 'network_id': '55f29135-5c7d-4065-a423-40705141bece', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'mac_address': 'fa:16:3e:19:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:03Z', 'updated_at': '2021-06-22T04:00:08Z', 'revision_number': 4, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'subnets': [{'id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:09.837078 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9f2e5-5b5f-471e-930b-8df744b78bbb None None] The sync data for ids ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'] in dv-cinder-797380-1-smb is: [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:00:04Z', 'revision_number': 4, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '17be3e70-94c2-48f5-9d1e-2f8df947b415', 'name': '', 'network_id': '55f29135-5c7d-4065-a423-40705141bece', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'mac_address': 'fa:16:3e:19:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:03Z', 'updated_at': '2021-06-22T04:00:08Z', 'revision_number': 4, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'subnets': [{'id': '15f9a55b-de3b-4be6-a5e5-25a9d0859845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:00:09.848802 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2f1160fe-694b-4553-bdbd-f87e8ba9b35a req-20ed29ad-e08c-4195-a937-96f1f11ffce5 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504298 Jun 22 04:00:10.218031 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9fb8a-7c12-408b-a732-411707218bc1 req-800df46f-c7f2-4fab-8002-4460306c00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:10.220077 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-23d9fb8a-7c12-408b-a732-411707218bc1 req-800df46f-c7f2-4fab-8002-4460306c00ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0888937 Jun 22 04:00:10.297694 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-23d9fb8a-7c12-408b-a732-411707218bc1 req-e923c6f1-bed2-4d2b-9b69-abbde1ba9bf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583088 Jun 22 04:00:10.551454 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 17be3e70-94c2-48f5-9d1e-2f8df947b415 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:10.634600 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning for port 17be3e70-94c2-48f5-9d1e-2f8df947b415 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:10.648877 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 17be3e70-94c2-48f5-9d1e-2f8df947b415 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:10.649299 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:10.677703 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f6b08-9536-4f42-b058-f3574e6834a4 req-21ef1573-cc41-4201-bbea-c8e5b0be9c5d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:10.687835 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f38f6b08-9536-4f42-b058-f3574e6834a4 req-21ef1573-cc41-4201-bbea-c8e5b0be9c5d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1335297 Jun 22 04:00:10.785754 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f38f6b08-9536-4f42-b058-f3574e6834a4 req-cbf55d29-1c67-42f8-b006-314de4b82f3d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940802 Jun 22 04:00:10.841346 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:10.928511 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] For port 17be3e70-94c2-48f5-9d1e-2f8df947b415, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=17be3e70-94c2-48f5-9d1e-2f8df947b415,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:10.938154 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:10.940314 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-3a6557f5-81c9-4ed9-bfef-de0c68c8b06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:11.039768 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Pushing event updated for resources: {'Port': ['ID=17be3e70-94c2-48f5-9d1e-2f8df947b415,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:11.042985 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:11.105481 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc96cd-08dd-4694-835b-191ca40595dc req-e2d34493-7715-43a0-accb-bb8ed8808522 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:11.113728 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c0dc96cd-08dd-4694-835b-191ca40595dc req-e2d34493-7715-43a0-accb-bb8ed8808522 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1204991 Jun 22 04:00:11.166095 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c0dc96cd-08dd-4694-835b-191ca40595dc req-5640fdc4-e8a3-462e-92dd-4707c7c26ded tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513883 Jun 22 04:00:12.057558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36822) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:12.063721 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a8765-3926-4df7-8bde-4f2663261638 req-5cf5b974-9010-43e5-88fd-490139dfa6e5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:12.072197 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a43a8765-3926-4df7-8bde-4f2663261638 req-5cf5b974-9010-43e5-88fd-490139dfa6e5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1365399 Jun 22 04:00:12.118366 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a43a8765-3926-4df7-8bde-4f2663261638 req-2ea546cb-4a03-41f2-9f5c-e81a241884b6 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449183 Jun 22 04:00:12.212212 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.376259 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.390986 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89338e0-a9cd-4664-8328-ef861684392a req-18790155-24eb-43f4-b25a-5a34f1d51525 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:12.392448 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f89338e0-a9cd-4664-8328-ef861684392a req-18790155-24eb-43f4-b25a-5a34f1d51525 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1038358 Jun 22 04:00:12.407608 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.425978 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ef5cd4dd-46f3-430d-ad44-269f4e53c6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:12.460110 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 17be3e70-94c2-48f5-9d1e-2f8df947b415 up at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:12.482546 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f89338e0-a9cd-4664-8328-ef861684392a req-02923011-17db-4863-8dac-4ebe5fbcba85 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765314 Jun 22 04:00:12.492003 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96b45cf1d7ae4bc8b03fe756e71c6787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310315 Jun 22 04:00:12.500532 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36830) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:12.514065 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28af602f-5f41-44e7-b8aa-26fbadd23bb5,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:12.528295 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:12.564116 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Provisioning complete for port 17be3e70-94c2-48f5-9d1e-2f8df947b415 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:12.564676 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.576978 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.601104 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.677972 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.680951 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:12.684434 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28af602f-5f41-44e7-b8aa-26fbadd23bb5 HTTP/1.1" status: 204 len: 168 time: 0.1884966 Jun 22 04:00:12.684434 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b96a91ab-91cf-44a6-8b6a-d79ce6d5d564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:12.704290 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af602f-5f41-44e7-b8aa-26fbadd23bb5,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:12.707373 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9ec139c5-10d7-48fa-b014-990e58853c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:13.035748 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36838) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:13.055550 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.172199 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.179350 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.181989 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ede99f40-6815-4342-9020-47a968fc2ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:13.236615 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=622c961b256240d0a126fb53a77ef832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990721 Jun 22 04:00:13.238401 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b904973-1d2a-4871-95aa-2603752d86eb,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:13.240309 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36842) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:13.242174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:13.320078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.337807 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11026eee-901a-4bb1-a1c3-10aa6c95e3c4 req-b2e071b6-41a9-4325-9e85-9774a9be0807 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:13.345330 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-11026eee-901a-4bb1-a1c3-10aa6c95e3c4 req-b2e071b6-41a9-4325-9e85-9774a9be0807 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0835586 Jun 22 04:00:13.345990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.384658 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-11026eee-901a-4bb1-a1c3-10aa6c95e3c4 req-330a0b6b-9916-4526-8d76-522f6b44c65c tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382321 Jun 22 04:00:13.421328 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.424815 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:13.426837 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b904973-1d2a-4871-95aa-2603752d86eb HTTP/1.1" status: 204 len: 168 time: 0.1853118 Jun 22 04:00:13.427765 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-989c0efb-8dc4-4c20-b39a-c84353f4508a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:13.438406 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b904973-1d2a-4871-95aa-2603752d86eb,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:13.441821 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:13.637580 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69542cda-8874-4793-aab2-364ccef5cd08 req-75e1d60c-4fe0-420f-ad90-6467f44400ac tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:13.639865 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-69542cda-8874-4793-aab2-364ccef5cd08 req-75e1d60c-4fe0-420f-ad90-6467f44400ac tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0775540 Jun 22 04:00:13.702461 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-69542cda-8874-4793-aab2-364ccef5cd08 req-b2f21b98-80cc-41b4-bb98-4279adce9553 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Jun 22 04:00:13.721149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36852) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:13.821925 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98257576-cd2c-4ace-86b7-a6d948a70aa3 req-0d455683-1a87-48be-927e-0ed20b5c2205 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:13.824634 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-98257576-cd2c-4ace-86b7-a6d948a70aa3 req-0d455683-1a87-48be-927e-0ed20b5c2205 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1410055 Jun 22 04:00:13.881491 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-98257576-cd2c-4ace-86b7-a6d948a70aa3 req-31f1a1cd-82e4-4a5d-8beb-e33691ab66de tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Jun 22 04:00:14.068811 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a06c50-5e80-48d4-9770-fd5e5779e7db tempest-TestShelveInstance-942799683 tempest-TestShelveInstance-942799683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:14.069422 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-64a06c50-5e80-48d4-9770-fd5e5779e7db tempest-TestShelveInstance-942799683 tempest-TestShelveInstance-942799683-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1093 time: 0.3406441 Jun 22 04:00:14.072202 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 36864) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:14.077676 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Request body: {'floatingip': {'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'port_id': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:14.104971 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for floatingip, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:14.279339 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:14.433517 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Allocated IP 172.28.2.141 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/491163ab-2b6d-41ed-8c50-38c492a54984) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:14.571069 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:14.625458 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:14.627928 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:14.670144 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:14.676195 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:14.680053 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:14.717731 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'Port': ['ID=491163ab-2b6d-41ed-8c50-38c492a54984,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:14.744556 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:15.177183 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13231135-733b-4cfe-96b3-bd7052664804 req-3247c176-8f86-4c80-a032-f71e24a2da18 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:15.182392 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-13231135-733b-4cfe-96b3-bd7052664804 req-3247c176-8f86-4c80-a032-f71e24a2da18 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1340921 Jun 22 04:00:15.242843 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-13231135-733b-4cfe-96b3-bd7052664804 req-10ac8429-c925-4432-aab3-5f454baa7c93 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Jun 22 04:00:15.390723 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36906) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:15.522114 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.639101 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.654550 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.666833 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.674277 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e9d327c1-9bb2-4089-b946-a40d041e8381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:15.727181 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aec7077c3b54231982b71c1886b3a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351150 Jun 22 04:00:15.727936 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 36912) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:15.731019 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d948751f-f53c-4980-81f5-62c9d36090de,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:15.737097 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.738226 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:15.802044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.828820 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.888463 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.891558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.893078 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d948751f-f53c-4980-81f5-62c9d36090de HTTP/1.1" status: 204 len: 168 time: 0.1537418 Jun 22 04:00:15.895084 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2241a8c6-8c58-4b00-ad36-5601491f1b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:15.904206 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d948751f-f53c-4980-81f5-62c9d36090de,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:15.906616 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:15.914924 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.922904 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:15.940105 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:16.011308 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event updated for resources: {'Port': ['ID=491163ab-2b6d-41ed-8c50-38c492a54984,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:16.015933 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:16.017251 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:16.146296 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.l3_db [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Floating IP bf844475-53b3-4e36-b068-354e6ad0cc8c associated. External IP: 172.28.2.141, port: 474d2142-0bc6-477c-97ad-da9bcd5b2814. Jun 22 04:00:16.487133 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:00:16.563299 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417e30-66c2-4bc0-8acc-69396e9063b8 req-2ba7fc43-6ccd-4d09-b863-b4ad0e81226e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:16.564797 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ee417e30-66c2-4bc0-8acc-69396e9063b8 req-2ba7fc43-6ccd-4d09-b863-b4ad0e81226e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1319580 Jun 22 04:00:16.678735 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ee417e30-66c2-4bc0-8acc-69396e9063b8 req-45990f54-2722-4805-a362-60f1c5436499 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021228 Jun 22 04:00:16.698827 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:00:16.713934 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] Sync routers for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:00:16.723977 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:16.732849 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:16.733868 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:16.795897 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7220933 Jun 22 04:00:16.802128 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:16.804466 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2660140-ca11-4ba7-b736-c2d3cb2c5389" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:16.859387 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d86f4-6052-4888-9e1a-a1850fe741eb x-openstack-request-id: req-161d86f4-6052-4888-9e1a-a1850fe741eb {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:16.859904 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:16.860346 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-161d86f4-6052-4888-9e1a-a1850fe741eb {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:16.860958 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'status': 'completed', 'code': 200} Jun 22 04:00:16.869606 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:17.037208 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-e30b0e35-69b3-4375-9063-f8ade70d234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:17.039185 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-e30b0e35-69b3-4375-9063-f8ade70d234f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1098 time: 0.1209617 Jun 22 04:00:17.181526 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'bf844475-53b3-4e36-b068-354e6ad0cc8c', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'floating_ip_address': '172.28.2.141', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'port_id': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'mac_address': 'fa:16:3e:cc:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:00:15Z', 'updated_at': '2021-06-22T04:00:15Z', 'revision_number': 0, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:17.210029 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-6155de91-0616-4c22-b824-ba1c27d461c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:17.212852 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-6155de91-0616-4c22-b824-ba1c27d461c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 910 time: 0.1662340 Jun 22 04:00:17.218460 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] Checking router: 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:00:17.229392 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:17.230013 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T03:59:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:17.335370 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-7e1ee360-5990-4d47-951f-1d587bf86b76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 999 time: 0.1135223 Jun 22 04:00:17.381419 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:17.433391 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-6e1e99ef-4a62-4a30-8361-4e6ce1d6c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:17.434741 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-6e1e99ef-4a62-4a30-8361-4e6ce1d6c34a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.0877991 Jun 22 04:00:17.536538 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-c02304c8-5b81-40fa-b1d5-07259aa78d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:17.538295 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-c02304c8-5b81-40fa-b1d5-07259aa78d22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965858 Jun 22 04:00:17.709316 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-19579d04-6c8c-4915-8092-547a27013923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:17.770768 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-8d8e4e41-5cb3-44db-bd1d-066b1af26192 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797407 Jun 22 04:00:17.778027 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'bf844475-53b3-4e36-b068-354e6ad0cc8c', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'floating_ip_address': '172.28.2.141', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'port_id': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'mac_address': 'fa:16:3e:cc:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:00:15Z', 'updated_at': '2021-06-22T04:00:15Z', 'revision_number': 0, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:17.818483 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8ba16-570d-46bb-b683-3dbec0bc9521 None None] The sync data for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb is: [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'bf844475-53b3-4e36-b068-354e6ad0cc8c', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'floating_ip_address': '172.28.2.141', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'port_id': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'mac_address': 'fa:16:3e:cc:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:00:15Z', 'updated_at': '2021-06-22T04:00:15Z', 'revision_number': 0, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:00:17.990382 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a2660140-ca11-4ba7-b736-c2d3cb2c5389 req-8970c099-fae9-4fe8-ade5-f0942ee7f552 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071738 Jun 22 04:00:18.030996 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a36974-929b-4d9d-a400-7c68f8f585bc req-15dee410-d06f-464f-9f13-41a7f1327b4f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:18.033385 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d0a36974-929b-4d9d-a400-7c68f8f585bc req-15dee410-d06f-464f-9f13-41a7f1327b4f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1298625 Jun 22 04:00:18.092194 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d0a36974-929b-4d9d-a400-7c68f8f585bc req-6a7ec3c0-4951-48ba-a36c-97788ef67979 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Jun 22 04:00:18.185541 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981de625-9e12-4308-84d6-5e64b82fa9c7 None None] New status for floating IP bf844475-53b3-4e36-b068-354e6ad0cc8c: ACTIVE {{(pid=92789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:00:19.322395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61176533-53f7-4da9-aa43-8c3537e9452e req-ba683d6e-4698-4d89-bf26-703a855f3aaf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:19.323876 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61176533-53f7-4da9-aa43-8c3537e9452e req-ba683d6e-4698-4d89-bf26-703a855f3aaf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0951481 Jun 22 04:00:19.377300 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61176533-53f7-4da9-aa43-8c3537e9452e req-886dda0f-156f-4388-a022-28809a8a0d69 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Jun 22 04:00:20.222405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-34302442-4d47-449e-bd47-f456513e6860 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:20.223864 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-34302442-4d47-449e-bd47-f456513e6860 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 815 time: 0.1369810 Jun 22 04:00:20.243517 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-121ae79d-0eea-4385-9e32-b884eaddfdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:20.244176 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-f9629dae-2849-4648-8799-1094e24d8834 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/quotas/c62eef04b99848c39fa008c52a5d6be0 HTTP/1.1" status: 200 len: 375 time: 0.0138569 Jun 22 04:00:20.247805 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075603cd-abdf-4524-bc5d-155075c0e05c req-7be44a61-c829-4ea8-b13a-4f7ca5b9cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:20.249204 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-075603cd-abdf-4524-bc5d-155075c0e05c req-7be44a61-c829-4ea8-b13a-4f7ca5b9cba7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.1006992 Jun 22 04:00:20.312070 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-075603cd-abdf-4524-bc5d-155075c0e05c req-9e8e4e86-9dc6-4e7b-829d-847d11712a09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520296 Jun 22 04:00:20.338567 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-f9b4aa3e-dbbb-4c05-927f-ceb0b09873cf tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883632 Jun 22 04:00:20.439237 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-39cec529-4d4f-4bb4-b465-d01af1d897e5 service neutron] 10.222.0.24 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872722 Jun 22 04:00:20.527233 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-dc502f59-6d82-4417-9bac-10a7cb7e4450 service neutron] 10.222.0.24 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815041 Jun 22 04:00:20.688435 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:20.808010 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c31ec-1c06-405b-9d5f-1b05ce131cb6 req-0fd6b784-0f55-43eb-a33f-9cdfda7f43b2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:20.809524 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e98c31ec-1c06-405b-9d5f-1b05ce131cb6 req-0fd6b784-0f55-43eb-a33f-9cdfda7f43b2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0765064 Jun 22 04:00:20.853307 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e98c31ec-1c06-405b-9d5f-1b05ce131cb6 req-a55d8c34-0a0e-4097-a559-1e4aba7cb23b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Jun 22 04:00:20.913401 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-08a772ee-40fe-46f8-86fb-c01aea294228 req-4e97337f-65dd-443a-bf83-13971542d6ba tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 210 time: 0.0534096 Jun 22 04:00:21.978012 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:22.143876 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234347b1-e8a3-4b48-8809-26f94a224c6e req-d1b32471-7dad-48db-a2a7-cff38ff4c14e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:22.162136 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-234347b1-e8a3-4b48-8809-26f94a224c6e req-d1b32471-7dad-48db-a2a7-cff38ff4c14e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1533685 Jun 22 04:00:22.235577 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-9ab082f0-4962-4398-b905-807d9e896427 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:22.241828 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-9ab082f0-4962-4398-b905-807d9e896427 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.36 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 815 time: 0.1744373 Jun 22 04:00:22.258557 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-234347b1-e8a3-4b48-8809-26f94a224c6e req-4b4af165-4558-4d9a-8f4d-b608956fab27 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954218 Jun 22 04:00:22.280401 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'port': {'device_id': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'admin_state_up': True, 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:22.395168 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4377fb4f-02b4-4246-b877-54f3e8d64f15 req-d4410ec7-1733-45e8-836e-76b9ae87980a tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 210 time: 0.3229167 Jun 22 04:00:22.457303 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Made reservation on behalf of c62eef04b99848c39fa008c52a5d6be0 for: {'port': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:00:22.461450 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:22.868570 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Allocated IP 172.20.0.3 (927ed9cf-9737-4d6f-a846-0c32aa55da9c/6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2/56f7a7d4-6856-4eec-8711-951efcf15dcc) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:23.087071 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.101814 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Transition to ACTIVE for port object 56f7a7d4-6856-4eec-8711-951efcf15dcc will not be triggered until provisioned by entity DHCP. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:23.147002 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.152111 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-23808317-e9d8-46f2-829c-f4b9a6b2d524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:23.194985 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:23.198386 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:23.202569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:23.230957 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:23.243526 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.243890 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.244246 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.244623 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.244975 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.245325 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.245668 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.246010 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.246353 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.246694 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.247033 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.247375 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:23.253767 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:23.264520 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.279756 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:23.280486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.306456 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-51011326-0ea9-4b76-8c99-fcf985e01168 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0406563 Jun 22 04:00:23.482007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-3f9ce658-1072-446b-b374-539b700177eb None None] Provisioning for port 56f7a7d4-6856-4eec-8711-951efcf15dcc completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:23.486110 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-3f9ce658-1072-446b-b374-539b700177eb None None] Provisioning complete for port 56f7a7d4-6856-4eec-8711-951efcf15dcc triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:23.486674 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce658-1072-446b-b374-539b700177eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.492488 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2279-50d3-4e4c-821c-9bfe8676f565 req-c753969b-0085-437e-ab68-ddfd62e633a7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:23.494799 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-014f2279-50d3-4e4c-821c-9bfe8676f565 req-c753969b-0085-437e-ab68-ddfd62e633a7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0803211 Jun 22 04:00:23.543214 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ce658-1072-446b-b374-539b700177eb None None] Port 56f7a7d4-6856-4eec-8711-951efcf15dcc cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:23.548745 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-014f2279-50d3-4e4c-821c-9bfe8676f565 req-25210560-c172-476d-9980-9f0afcaa1cda tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484011 Jun 22 04:00:23.605383 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4b7f-804e-432f-a7d2-1efd290cbc9a req-2f7d9288-9d07-4c1e-9c73-f6a8c40c3e16 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:23.606862 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-116b4b7f-804e-432f-a7d2-1efd290cbc9a req-2f7d9288-9d07-4c1e-9c73-f6a8c40c3e16 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 931 time: 0.0801625 Jun 22 04:00:23.664101 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-116b4b7f-804e-432f-a7d2-1efd290cbc9a req-206c2743-d7d1-4931-85a5-b5be2ad7bd66 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Jun 22 04:00:27.559944 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:32.227650 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:00:41.142143 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Request body: {'port': {'device_id': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:41.217776 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:41.300977 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-7f436508-4637-4f4d-82c8-cc47c4b8a5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670302 Jun 22 04:00:41.429193 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-02913fe5-4471-47f7-85fc-63dc34c6df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:41.430813 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-02913fe5-4471-47f7-85fc-63dc34c6df60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 1098 time: 0.0723016 Jun 22 04:00:41.528766 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f7a7d4-6856-4eec-8711-951efcf15dcc {{(pid=92787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:00:41.535214 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:41.548931 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.provisioning_blocks [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Transition to ACTIVE for port object 56f7a7d4-6856-4eec-8711-951efcf15dcc will not be triggered until provisioned by entity L2. {{(pid=92787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:41.552920 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:41.555363 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-018bfa11-2fa0-4d51-afc1-74d185e4f61c tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:41.691246 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:41.695275 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:41.765290 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cf2df-754d-498a-a41d-103f09c61f75 req-544c0fd0-b18f-4048-a56c-8c7921e9df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:41.766778 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-544c0fd0-b18f-4048-a56c-8c7921e9df5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=361a4f8591e948d5bf57b683b362eada&device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 1098 time: 0.2782865 Jun 22 04:00:41.769044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-3cec17dd-4740-49bb-a48d-c365e1996211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:41.770368 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-3cec17dd-4740-49bb-a48d-c365e1996211 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.2737780 Jun 22 04:00:41.770748 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Attempting to bind port 56f7a7d4-6856-4eec-8711-951efcf15dcc on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:41.771087 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Attempting to bind port 56f7a7d4-6856-4eec-8711-951efcf15dcc by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:41.771415 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Attempting to bind port 56f7a7d4-6856-4eec-8711-951efcf15dcc on network 927ed9cf-9737-4d6f-a846-0c32aa55da9c {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:41.779901 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157b5-f3d8-4bed-87e1-829753493956 req-a3898232-4fbe-4151-8e2a-7eab36971b08 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:41.783582 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Port 56f7a7d4-6856-4eec-8711-951efcf15dcc on network 927ed9cf-9737-4d6f-a846-0c32aa55da9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:00:41.783918 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Attempting to bind port 56f7a7d4-6856-4eec-8711-951efcf15dcc on network 927ed9cf-9737-4d6f-a846-0c32aa55da9c {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:41.788002 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fff157b5-f3d8-4bed-87e1-829753493956 req-a3898232-4fbe-4151-8e2a-7eab36971b08 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 943 time: 0.2514074 Jun 22 04:00:41.793798 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:41.794134 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Checking segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:41.794721 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Bound using segment: {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'} {{(pid=92787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:41.795157 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.managers [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Bound port: 56f7a7d4-6856-4eec-8711-951efcf15dcc, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32a3d84-0e7c-4894-8353-69dde945a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c'}}] {{(pid=92787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:41.795688 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:41.848406 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-3a9cca99-bda0-41d8-862d-de5ed41dcdb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07 HTTP/1.1" status: 200 len: 217 time: 0.0432694 Jun 22 04:00:41.851183 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fc1a-8703-4add-855c-2aa32221af12 req-8f6a6ae0-54de-4992-8c4a-e6124c70eecf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:41.853208 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6678fc1a-8703-4add-855c-2aa32221af12 req-8f6a6ae0-54de-4992-8c4a-e6124c70eecf tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1456146 Jun 22 04:00:41.921412 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, cleared binding levels {{(pid=92787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:41.926961 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6678fc1a-8703-4add-855c-2aa32221af12 req-c48150fb-bc36-43e8-91cf-10549b9ba292 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598910 Jun 22 04:00:41.941660 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:41.951276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:41.954467 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-50633779-aa50-45bd-904b-cc6d728084b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:41.995651 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:41.996312 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:41.998283 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] 10.222.0.36 "PUT /v2.0/ports/56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 1093 time: 0.8651807 Jun 22 04:00:41.998804 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:42.001174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0117e106-2435-422a-b52e-5acb898892af" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:42.013522 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fff157b5-f3d8-4bed-87e1-829753493956 req-d26a66da-6703-41f9-ad06-3d57e91ea896 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247303 Jun 22 04:00:42.034666 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=3']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:42.042135 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-42b9ec70-e4cb-455f-9af0-3d06a016caec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:42.052946 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f3c93-cb19-49f1-b168-1801fffd4cda x-openstack-request-id: req-277f3c93-cb19-49f1-b168-1801fffd4cda {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:42.053277 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:42.053612 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-277f3c93-cb19-49f1-b168-1801fffd4cda {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:42.054088 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'status': 'completed', 'code': 200} Jun 22 04:00:42.061119 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-5ee1e20f-e7d9-454b-831e-30658aa6fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.062566 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-5ee1e20f-e7d9-454b-831e-30658aa6fdfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.2016475 Jun 22 04:00:42.078401 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cf2df-754d-498a-a41d-103f09c61f75 req-ea880e63-71ff-4957-961d-4697d533924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.079861 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-ea880e63-71ff-4957-961d-4697d533924f service neutron] 10.222.0.36 "GET /v2.0/networks?id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 200 len: 920 time: 0.2833395 Jun 22 04:00:42.256426 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-a2692bfc-5380-4ebe-b734-f90cef84fc37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 200 len: 217 time: 0.0454361 Jun 22 04:00:42.274621 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-8d8b1289-626b-4fb8-9c5e-485cb5634e0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570557 Jun 22 04:00:42.293990 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e106-2435-422a-b52e-5acb898892af req-16fd8cb6-321c-4045-a182-884115f0bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.295477 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0117e106-2435-422a-b52e-5acb898892af req-16fd8cb6-321c-4045-a182-884115f0bcbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1096 time: 0.0633550 Jun 22 04:00:42.362572 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cf2df-754d-498a-a41d-103f09c61f75 req-77d63db4-fdbc-496d-9296-d63995455b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.363998 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-77d63db4-fdbc-496d-9296-d63995455b8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 200 len: 859 time: 0.0922344 Jun 22 04:00:42.408253 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-ba3560ed-9dc6-44e4-971d-fabe5730893a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84c83ba3-312f-41b2-95d5-5a77bb87aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336623 Jun 22 04:00:42.413684 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e106-2435-422a-b52e-5acb898892af req-9e14b3e6-78f5-444c-9d1f-8c6cb1f89d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.415131 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0117e106-2435-422a-b52e-5acb898892af req-9e14b3e6-78f5-444c-9d1f-8c6cb1f89d14 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c62eef04b99848c39fa008c52a5d6be0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0999265 Jun 22 04:00:42.438361 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-97ba81b5-920b-4a6e-b266-76f1febea5d9 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561670 Jun 22 04:00:42.512864 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e106-2435-422a-b52e-5acb898892af req-400d83d7-7e02-40d5-869d-5baef173cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.514330 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0117e106-2435-422a-b52e-5acb898892af req-400d83d7-7e02-40d5-869d-5baef173cc82 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920744 Jun 22 04:00:42.563207 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-d04b8450-efb2-48f4-8e38-071fbe653e80 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456964 Jun 22 04:00:42.578111 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2e918fa4-e7b5-4d97-8d5c-82cfe4014699 req-906de2e7-b125-43c2-b833-3c2e8ce7ac54 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135070 Jun 22 04:00:42.714156 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-341cf2df-754d-498a-a41d-103f09c61f75 req-a96eae3e-2556-4909-81b1-7250b27c8c85 service neutron] 10.222.0.36 "GET /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208251 Jun 22 04:00:42.718065 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-4a2a733b-3276-4a67-a2fe-f81beb31fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.719374 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-4a2a733b-3276-4a67-a2fe-f81beb31fca3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1096 time: 0.1187828 Jun 22 04:00:42.778287 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-1c8e215d-c416-4e3f-bfeb-9de643102b6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 217 time: 0.0402191 Jun 22 04:00:42.882826 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-3cd6e975-6e7c-40c9-8660-c7394350c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:42.884269 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-3cd6e975-6e7c-40c9-8660-c7394350c0be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 200 len: 854 time: 0.0441544 Jun 22 04:00:43.001591 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-6f4293f2-738c-4bfb-b0b6-087326084916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:43.003122 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-6f4293f2-738c-4bfb-b0b6-087326084916 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=927ed9cf-9737-4d6f-a846-0c32aa55da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545042 Jun 22 04:00:43.138041 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-c6589db5-ba22-4329-999d-f6fde0f1ee6b service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256456 Jun 22 04:00:43.157531 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797270c7-a180-4562-8878-4180065a131a req-3cd7afe0-2eab-4f62-8f24-9afe53943dc9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:43.159301 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-797270c7-a180-4562-8878-4180065a131a req-3cd7afe0-2eab-4f62-8f24-9afe53943dc9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0992303 Jun 22 04:00:43.199758 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacebf7-611e-40cd-9eff-7ed1cde69cee req-ace8b432-77b6-48a1-9662-2fbdf2859b7f tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:43.201274 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-eaacebf7-611e-40cd-9eff-7ed1cde69cee req-ace8b432-77b6-48a1-9662-2fbdf2859b7f tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 943 time: 0.0713813 Jun 22 04:00:43.239268 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-eaacebf7-611e-40cd-9eff-7ed1cde69cee req-de18bbfe-deda-44c6-85c3-9b50db5b98f2 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jun 22 04:00:43.250254 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-797270c7-a180-4562-8878-4180065a131a req-4e2eae4d-0279-46b3-8568-091043863530 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818644 Jun 22 04:00:43.278111 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82e7e61f-e355-4ee3-9e13-a0d03a64059a req-ab3dab52-5b56-4abd-8b73-30d5adf21e52 service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179781 Jun 22 04:00:43.989807 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be4e14-857b-4dd4-9d6d-9424d1ede664 req-cbe100f8-b190-4b77-ae26-af7d2c26c90c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:43.991208 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-10be4e14-857b-4dd4-9d6d-9424d1ede664 req-cbe100f8-b190-4b77-ae26-af7d2c26c90c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0612216 Jun 22 04:00:44.031525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-10be4e14-857b-4dd4-9d6d-9424d1ede664 req-743e6efe-7779-40b8-a232-0928676a8724 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Jun 22 04:00:44.434657 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec440c-ca9d-4dea-9a50-848771f5e5a8 req-c6389bb1-4d04-4160-98dd-1a3ec38fa70b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:44.436137 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-baec440c-ca9d-4dea-9a50-848771f5e5a8 req-c6389bb1-4d04-4160-98dd-1a3ec38fa70b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 943 time: 0.0774860 Jun 22 04:00:44.489872 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-baec440c-ca9d-4dea-9a50-848771f5e5a8 req-d5db827f-6b5b-488c-aaca-195607a917c0 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Jun 22 04:00:44.672927 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0883cb-666c-43ba-af00-ba245cf4d9f2 req-6b4a8084-9976-4358-9b1a-4257e236f668 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:44.675281 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ae0883cb-666c-43ba-af00-ba245cf4d9f2 req-6b4a8084-9976-4358-9b1a-4257e236f668 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0804052 Jun 22 04:00:44.722524 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ae0883cb-666c-43ba-af00-ba245cf4d9f2 req-02950947-775d-41b2-a4db-d6c1e30b8e65 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Jun 22 04:00:44.846296 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f503e2-c9e1-4549-84f4-2786d7416bd2 req-69733122-84e2-46ae-b893-354242b50274 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:44.848007 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d4f503e2-c9e1-4549-84f4-2786d7416bd2 req-69733122-84e2-46ae-b893-354242b50274 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0673950 Jun 22 04:00:44.893117 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d4f503e2-c9e1-4549-84f4-2786d7416bd2 req-66868e1a-969d-488a-aa2f-3f193be5628d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Jun 22 04:00:45.214762 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf36e0-f0da-438b-a76e-386730acb7cb req-293da9c8-09a1-4d94-82c2-39eb08fded29 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:45.216194 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-43cf36e0-f0da-438b-a76e-386730acb7cb req-293da9c8-09a1-4d94-82c2-39eb08fded29 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0650597 Jun 22 04:00:45.253864 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-43cf36e0-f0da-438b-a76e-386730acb7cb req-19a3e906-da8a-46f3-b537-d4b7236a52a3 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319595 Jun 22 04:00:45.673293 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e092-6373-459d-a918-d89dd48630f1 req-32edcd27-0529-4a9e-b1b0-da9eed3c974f tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:45.674705 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6989e092-6373-459d-a918-d89dd48630f1 req-32edcd27-0529-4a9e-b1b0-da9eed3c974f tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 943 time: 0.0649295 Jun 22 04:00:45.710638 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6989e092-6373-459d-a918-d89dd48630f1 req-ab6180da-af80-4042-b897-ef64529f064b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Jun 22 04:00:45.892242 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265468ca-0306-4fda-8a3e-9c327df23639 req-43daaf8f-fc85-487c-a46b-b0b9a2418795 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:45.893701 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-265468ca-0306-4fda-8a3e-9c327df23639 req-43daaf8f-fc85-487c-a46b-b0b9a2418795 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0613997 Jun 22 04:00:45.941533 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-265468ca-0306-4fda-8a3e-9c327df23639 req-2d82c3d2-a55e-49f3-926e-09257aa0caef tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Jun 22 04:00:46.072266 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2d9e-f4bb-4775-a9c0-e09ce11814b1 req-a54d29c9-fffa-48f3-864c-5cc33f590e31 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:46.073711 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-909a2d9e-f4bb-4775-a9c0-e09ce11814b1 req-a54d29c9-fffa-48f3-864c-5cc33f590e31 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0652673 Jun 22 04:00:46.109813 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-909a2d9e-f4bb-4775-a9c0-e09ce11814b1 req-3bdfad2e-83c0-4cac-96e6-fdd28d211273 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304904 Jun 22 04:00:46.428298 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea48e1-5021-4b47-b490-a640ad20b06a req-4fc932d3-ec83-445d-85a3-3f43c16e5d33 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:46.429689 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8aea48e1-5021-4b47-b490-a640ad20b06a req-4fc932d3-ec83-445d-85a3-3f43c16e5d33 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0651150 Jun 22 04:00:46.468199 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8aea48e1-5021-4b47-b490-a640ad20b06a req-15e42b09-4b29-4361-809f-61c6032a38c8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Jun 22 04:00:46.890219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8d74-2fb9-4f9d-ab5f-910210b0713a req-eac2673b-f826-4f1d-a73a-a27fa4b14963 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:46.891688 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-071a8d74-2fb9-4f9d-ab5f-910210b0713a req-eac2673b-f826-4f1d-a73a-a27fa4b14963 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 943 time: 0.0693574 Jun 22 04:00:46.932399 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-071a8d74-2fb9-4f9d-ab5f-910210b0713a req-0cd78d58-9052-402b-982f-691866c55a18 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Jun 22 04:00:47.017346 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 56f7a7d4-6856-4eec-8711-951efcf15dcc details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:00:47.113535 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:47.115057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6c324-cf61-49b2-9f22-99ffb1a158a2 req-0eee1820-a11c-495e-b687-509a5f2b3819 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:47.116539 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6e6c324-cf61-49b2-9f22-99ffb1a158a2 req-0eee1820-a11c-495e-b687-509a5f2b3819 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0651577 Jun 22 04:00:47.124956 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'port_id': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'mac_address': 'fa:16:3e:38:7b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:00:47.155326 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6e6c324-cf61-49b2-9f22-99ffb1a158a2 req-67448ae2-6fb1-44c9-9098-d11d0729594b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328143 Jun 22 04:00:47.162240 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.188597 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f7a7d4-6856-4eec-8711-951efcf15dcc {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:00:47.208452 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:47.214326 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.216074 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:47.264970 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:47.271858 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:47.313091 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1664-44fe-47e4-94fe-7c3e7cb4f3d8 req-e8edc285-c219-4247-9afb-36e24d4bbd0b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:47.314558 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a2ff1664-44fe-47e4-94fe-7c3e7cb4f3d8 req-e8edc285-c219-4247-9afb-36e24d4bbd0b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0750291 Jun 22 04:00:47.351819 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a2ff1664-44fe-47e4-94fe-7c3e7cb4f3d8 req-8a333d1c-1db3-4030-a7c5-e382d3d953d8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Jun 22 04:00:47.662711 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3f48b297-6681-4fcc-b90c-96a57c5e8b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.712444 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['56f7a7d4-6856-4eec-8711-951efcf15dcc'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:00:47.802918 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f57f-4743-446f-88a8-976df62a623e req-63b836f9-39fb-40de-ba08-da7ee163ef91 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:47.804263 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0778f57f-4743-446f-88a8-976df62a623e req-63b836f9-39fb-40de-ba08-da7ee163ef91 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0646765 Jun 22 04:00:47.843723 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0778f57f-4743-446f-88a8-976df62a623e req-0dabce1e-e9f9-48ea-b897-704bab40d84e tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Jun 22 04:00:48.107565 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be7210-4656-42c4-ab66-b08db025a87c req-3580c194-0c13-4fd3-af04-683d575ed937 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:48.108939 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-91be7210-4656-42c4-ab66-b08db025a87c req-3580c194-0c13-4fd3-af04-683d575ed937 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 944 time: 0.0675514 Jun 22 04:00:48.144962 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-91be7210-4656-42c4-ab66-b08db025a87c req-70f9324a-1657-412f-b48e-532596bce937 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302148 Jun 22 04:00:48.537508 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e252596-c826-4df8-b265-2d785318a4de req-28194409-c196-4704-a7be-ef4e689bc5d4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:48.538965 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e252596-c826-4df8-b265-2d785318a4de req-28194409-c196-4704-a7be-ef4e689bc5d4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0701561 Jun 22 04:00:48.581203 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e252596-c826-4df8-b265-2d785318a4de req-79f90c9f-3da6-459d-87fb-353a6c3d3de7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 Jun 22 04:00:49.018625 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 56f7a7d4-6856-4eec-8711-951efcf15dcc up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:49.030087 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f579a-3c8d-4825-83a9-3d8bbfae793a req-31dc2538-11b3-4703-817e-9236f8c45022 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:49.031644 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-891f579a-3c8d-4825-83a9-3d8bbfae793a req-31dc2538-11b3-4703-817e-9236f8c45022 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jun 22 04:00:49.066733 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 56f7a7d4-6856-4eec-8711-951efcf15dcc completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:49.070517 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 56f7a7d4-6856-4eec-8711-951efcf15dcc triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:49.070900 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:49.072301 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-891f579a-3c8d-4825-83a9-3d8bbfae793a req-5669f9b2-c775-41c4-acac-d28b9a04cb04 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Jun 22 04:00:49.149895 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:49.171898 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:49.174149 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4aa2c1-cc59-4b7b-ae35-730b6451fbc2" -d '{"events": [{"server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "name": "network-vif-plugged", "status": "completed", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:49.187753 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:49.193099 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:49.195092 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:49.230662 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d084d22-981c-4ff3-88f5-994b7f68ee02 x-openstack-request-id: req-3d084d22-981c-4ff3-88f5-994b7f68ee02 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:49.230972 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "name": "network-vif-plugged", "status": "completed", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:49.231235 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d084d22-981c-4ff3-88f5-994b7f68ee02 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:49.231728 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'code': 200} Jun 22 04:00:49.248566 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:49.251949 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:49.334559 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a544a0-020a-4501-aa93-c46b048c11e5 req-a3c32b6f-06b0-45a8-b02c-3611bc66097d tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:49.336019 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-41a544a0-020a-4501-aa93-c46b048c11e5 req-a3c32b6f-06b0-45a8-b02c-3611bc66097d tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0639699 Jun 22 04:00:49.374797 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-41a544a0-020a-4501-aa93-c46b048c11e5 req-0fc48f71-0c54-43ea-b70a-2a26741d3b8d tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Jun 22 04:00:49.500549 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626128e-6da9-4c4d-ae59-c48c29c1e170 req-985a244b-2fc1-484e-8d0b-34e230f19b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:49.501897 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e626128e-6da9-4c4d-ae59-c48c29c1e170 req-985a244b-2fc1-484e-8d0b-34e230f19b0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1098 time: 0.0537765 Jun 22 04:00:49.535028 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e626128e-6da9-4c4d-ae59-c48c29c1e170 req-c3fe758d-c7cf-4651-aeae-2a35a3a9a35b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265546 Jun 22 04:00:49.771126 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378fe3-90cc-4434-b606-7d47fab23931 req-32caeb59-15c3-472c-927b-e05e1720e354 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:49.772629 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7d378fe3-90cc-4434-b606-7d47fab23931 req-32caeb59-15c3-472c-927b-e05e1720e354 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0678372 Jun 22 04:00:49.815950 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7d378fe3-90cc-4434-b606-7d47fab23931 req-9da6ac26-dffe-47df-b201-505c1883967b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375314 Jun 22 04:00:50.245124 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-dffc4cac-d16c-4897-a264-22ef103f7665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:50.257051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31515af-9d70-44de-b954-07a399847b35 req-a868b608-0654-4d88-b187-e5b56da743ba tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:50.258559 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f31515af-9d70-44de-b954-07a399847b35 req-a868b608-0654-4d88-b187-e5b56da743ba tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0701215 Jun 22 04:00:50.298728 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f31515af-9d70-44de-b954-07a399847b35 req-4722f3f6-35ee-4dff-9023-bced11951e43 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Jun 22 04:00:50.540909 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cd513-9cd3-4972-9c53-4cf2eb81a3bb req-97efe07c-b3da-43d8-8256-b865c851fda4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:50.542832 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-db0cd513-9cd3-4972-9c53-4cf2eb81a3bb req-97efe07c-b3da-43d8-8256-b865c851fda4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0610359 Jun 22 04:00:50.579133 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-db0cd513-9cd3-4972-9c53-4cf2eb81a3bb req-51272163-a659-4a04-be4c-89d1f893e4b0 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Jun 22 04:00:50.683960 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:50.998275 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab3fd5-a328-4465-b746-beb9ea3b0e12 req-f5a62964-15a9-4a79-b3d4-9f66e9d702b1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:50.999719 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b0ab3fd5-a328-4465-b746-beb9ea3b0e12 req-f5a62964-15a9-4a79-b3d4-9f66e9d702b1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0650814 Jun 22 04:00:51.040787 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b0ab3fd5-a328-4465-b746-beb9ea3b0e12 req-25a8fa2f-751b-418e-9397-ca62f9118a05 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Jun 22 04:00:51.051208 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37364) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:51.169922 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.315357 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981224-a6df-4700-80df-8451229a49ca req-7f147770-a344-44ab-9b78-f047993ae5b7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:51.316821 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c4981224-a6df-4700-80df-8451229a49ca req-7f147770-a344-44ab-9b78-f047993ae5b7 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.1091139 Jun 22 04:00:51.318524 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.322257 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.326784 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d03497e0-e539-435a-a822-2e08a34d863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:51.380425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d59e9a6f22414bb9f4fead4be527ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280945 Jun 22 04:00:51.383252 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37372) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:51.388833 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c5b05-446c-440d-bb4e-ec6f2fe31891,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:51.396096 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c4981224-a6df-4700-80df-8451229a49ca req-c69469eb-4dd9-4e69-bfb9-400b90249fa6 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702088 Jun 22 04:00:51.401379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.402507 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.403169 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.403169 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.403532 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.403940 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.404295 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.404692 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.405046 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.405395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.405739 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.406081 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:51.410849 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:51.493280 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.522234 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.541632 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6b5b5-b790-4c6a-b0f5-074651e46a52 req-5f63a39e-1af3-4bae-9bdd-021348bb8b87 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:51.543090 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9ea6b5b5-b790-4c6a-b0f5-074651e46a52 req-5f63a39e-1af3-4bae-9bdd-021348bb8b87 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1171918 Jun 22 04:00:51.590681 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9ea6b5b5-b790-4c6a-b0f5-074651e46a52 req-7816a773-12c9-4cc6-865f-0115e54309bf tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Jun 22 04:00:51.601053 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.603931 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.605877 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e6c5b05-446c-440d-bb4e-ec6f2fe31891 HTTP/1.1" status: 204 len: 168 time: 0.2210627 Jun 22 04:00:51.606658 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:51.623607 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c5b05-446c-440d-bb4e-ec6f2fe31891,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:51.626087 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:51.760138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96e675-dafa-4077-8c1e-80314a03160d req-c1fbc29e-6f4c-44ce-a64d-7cbf7b6e4378 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:51.762764 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e96e675-dafa-4077-8c1e-80314a03160d req-c1fbc29e-6f4c-44ce-a64d-7cbf7b6e4378 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0670130 Jun 22 04:00:51.800596 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e96e675-dafa-4077-8c1e-80314a03160d req-23a4fb49-6dcd-4c3b-8b0e-7a41ee3a1531 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jun 22 04:00:51.973227 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:51.980169 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062549-b2eb-410c-84a5-cd56eff8dc46 req-a91bc792-1dce-42d9-aa90-17c0a5ec440b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:51.981700 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-26062549-b2eb-410c-84a5-cd56eff8dc46 req-a91bc792-1dce-42d9-aa90-17c0a5ec440b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0710723 Jun 22 04:00:52.021142 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-26062549-b2eb-410c-84a5-cd56eff8dc46 req-cb7faa3c-ff2e-4ea3-98f3-31b38b4d70de tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jun 22 04:00:52.233231 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aed9d-f74f-4220-a928-1867f524e583 req-80d10d62-a4e3-4ef8-9eaa-7678862d0942 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:52.234810 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca7aed9d-f74f-4220-a928-1867f524e583 req-80d10d62-a4e3-4ef8-9eaa-7678862d0942 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0763690 Jun 22 04:00:52.289074 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca7aed9d-f74f-4220-a928-1867f524e583 req-afaeaf60-561d-4a87-a7ec-3658963986b7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476453 Jun 22 04:00:52.420106 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a943977-cd75-460f-8831-304a58e69a25 req-338e78bf-ee33-440a-9626-a3940b2a2b78 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:52.421603 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6a943977-cd75-460f-8831-304a58e69a25 req-338e78bf-ee33-440a-9626-a3940b2a2b78 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0646703 Jun 22 04:00:52.459622 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6a943977-cd75-460f-8831-304a58e69a25 req-25095b28-d719-45cd-b4da-fbedacfec8e0 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Jun 22 04:00:52.579016 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e8789-ae7a-4809-a15f-d3aeb6f52b5e req-8510317d-a877-4f9d-b2e4-4b4160ad2935 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:52.580680 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e6e8789-ae7a-4809-a15f-d3aeb6f52b5e req-8510317d-a877-4f9d-b2e4-4b4160ad2935 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0694382 Jun 22 04:00:52.639293 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e6e8789-ae7a-4809-a15f-d3aeb6f52b5e req-86d6a257-3f78-42cc-897d-0dbba64c66fe tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Jun 22 04:00:52.811329 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a867-9306-47db-a7a7-460ea2655a60 req-a35a052d-b534-4b76-8dbb-5689e2fcbd0d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:52.812829 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ce66a867-9306-47db-a7a7-460ea2655a60 req-a35a052d-b534-4b76-8dbb-5689e2fcbd0d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0720391 Jun 22 04:00:52.853676 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ce66a867-9306-47db-a7a7-460ea2655a60 req-fd20d1dc-3bca-4c7a-9310-b47507d44732 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353372 Jun 22 04:00:53.262928 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.459516 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f230cbc-71f2-473c-8913-bda22f41c4e0 req-762b64f8-d253-4af1-be53-3b8666e00787 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:53.461028 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0f230cbc-71f2-473c-8913-bda22f41c4e0 req-762b64f8-d253-4af1-be53-3b8666e00787 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0610323 Jun 22 04:00:53.497588 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0f230cbc-71f2-473c-8913-bda22f41c4e0 req-3e75ecc4-30af-4c90-a6fc-026514041d07 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305078 Jun 22 04:00:53.806800 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd18e0-fe8b-4da2-b382-e4cade96c6e2 req-7fa8edf8-547e-473e-869a-46c4a4ec0c11 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:53.808425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82dd18e0-fe8b-4da2-b382-e4cade96c6e2 req-7fa8edf8-547e-473e-869a-46c4a4ec0c11 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0704105 Jun 22 04:00:53.848437 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82dd18e0-fe8b-4da2-b382-e4cade96c6e2 req-78b45e2e-8b6e-457c-8f5f-6e9d5d052347 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343938 Jun 22 04:00:53.911568 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-aa82908d-a0b5-46f2-857b-9c9be62dccca tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=becd35c14e31417ba2f0e897ea4b35be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348458 Jun 22 04:00:54.037621 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e44a-79c6-410a-819c-812827cf6f5a req-606e6149-e300-4e95-8d15-e377ee81779c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:54.039457 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8ca7e44a-79c6-410a-819c-812827cf6f5a req-606e6149-e300-4e95-8d15-e377ee81779c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0709972 Jun 22 04:00:54.079527 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8ca7e44a-79c6-410a-819c-812827cf6f5a req-ad87ef6a-54c9-401b-8347-835f3ba1d995 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Jun 22 04:00:54.105421 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-606273c2-ce8f-44fe-ba5d-250ac879e25c tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:54.106857 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-606273c2-ce8f-44fe-ba5d-250ac879e25c tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891310 Jun 22 04:00:54.122208 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-11b1965e-eab2-4544-b9a0-621cd17b22b0 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/quotas/becd35c14e31417ba2f0e897ea4b35be HTTP/1.1" status: 200 len: 375 time: 0.0097661 Jun 22 04:00:54.155947 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-edeb3c7b-9aee-4991-bf34-ac1e6297e112 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=becd35c14e31417ba2f0e897ea4b35be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jun 22 04:00:54.256535 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-084f9373-879e-460c-bbcc-03e97d630775 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:54.258252 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-084f9373-879e-460c-bbcc-03e97d630775 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 945 time: 0.0674088 Jun 22 04:00:54.391739 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Deleting port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:00:54.392250 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:54.395085 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9aa83385-35f2-4464-9c22-cdd6f77bc52d req-d8ebc724-0eba-4ea3-9c11-2be8179df366 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 210 time: 0.0647113 Jun 22 04:00:54.511147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] For port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:54.511603 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:54.602545 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Calling delete_port for 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:00:54.720633 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c85866-42e1-46ee-a37b-533186c3d396 req-96818d50-6df5-488d-97e8-cb0ba18cebe3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:54.722284 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-22c85866-42e1-46ee-a37b-533186c3d396 req-96818d50-6df5-488d-97e8-cb0ba18cebe3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0979171 Jun 22 04:00:54.761624 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-22c85866-42e1-46ee-a37b-533186c3d396 req-4f4fa2ac-0aa0-4a99-9edf-e7c31cb6aca6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335057 Jun 22 04:00:54.778280 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:54.794829 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-579f9b6e-b167-4d41-85ce-1f270440ce1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:54.817890 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['91c83497-fbb2-44df-bccb-f8369c2a2670', '3ff9b14b-59cc-4ba9-9383-a31ece50ac07'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:00:54.821894 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Pushing event deleted for resources: {'Port': ['ID=3ff9b14b-59cc-4ba9-9383-a31ece50ac07,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:54.826977 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:54.891767 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] No DVR routers for this DVR port 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:00:54.894894 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:54.897081 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-98b05182-c0c1-49a5-939a-4609ab501cbe req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "DELETE /v2.0/ports/3ff9b14b-59cc-4ba9-9383-a31ece50ac07 HTTP/1.1" status: 204 len: 173 time: 0.6292038 Jun 22 04:00:54.897713 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383455d8-3989-4414-b43e-e818f5c10b32', 'name': 'network-vif-deleted', 'tag': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:54.900282 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5fdfdb-ddcf-4b08-9e94-eb1c0960065a" -d '{"events": [{"server_uuid": "383455d8-3989-4414-b43e-e818f5c10b32", "name": "network-vif-deleted", "tag": "3ff9b14b-59cc-4ba9-9383-a31ece50ac07"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:54.938111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72705138-2814-4d1a-b921-489f6f746c03 x-openstack-request-id: req-72705138-2814-4d1a-b921-489f6f746c03 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:54.938608 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383455d8-3989-4414-b43e-e818f5c10b32", "name": "network-vif-deleted", "tag": "3ff9b14b-59cc-4ba9-9383-a31ece50ac07", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:54.939035 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72705138-2814-4d1a-b921-489f6f746c03 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:54.939608 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383455d8-3989-4414-b43e-e818f5c10b32', 'name': 'network-vif-deleted', 'tag': '3ff9b14b-59cc-4ba9-9383-a31ece50ac07', 'status': 'completed', 'code': 200} Jun 22 04:00:55.241715 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-36c88077-5439-43f1-99be-02d513c4cbf6 req-90202403-e335-4389-8156-a0debfa23682 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=383455d8-3989-4414-b43e-e818f5c10b32 HTTP/1.1" status: 200 len: 210 time: 0.2559562 Jun 22 04:00:55.260677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9529ad-1923-43a5-86af-1cfd79ba808b req-039ca5c5-9a89-44e3-a608-63a78ab06a5e tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:55.262989 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fa9529ad-1923-43a5-86af-1cfd79ba808b req-039ca5c5-9a89-44e3-a608-63a78ab06a5e tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0672815 Jun 22 04:00:55.301933 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fa9529ad-1923-43a5-86af-1cfd79ba808b req-f4742b3b-acb8-42f5-841a-32f337672263 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Jun 22 04:00:55.524675 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6b7f843-1074-459e-9a09-4b73bece4c98 req-c5fbe0f8-a958-447a-891d-b5114fd1ebe2 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 210 time: 0.0274966 Jun 22 04:00:55.744842 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-08f00d07-a246-4209-822c-87617853ce7c tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=becd35c14e31417ba2f0e897ea4b35be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276070 Jun 22 04:00:55.930469 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-bbe436ee-dba6-454a-aaa1-1040c1bee645 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:55.932086 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-bbe436ee-dba6-454a-aaa1-1040c1bee645 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824005 Jun 22 04:00:55.955958 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Request body: {'port': {'device_id': '06532203-50e8-4912-8155-b3e5547f2b76', 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a', 'admin_state_up': True, 'tenant_id': 'becd35c14e31417ba2f0e897ea4b35be'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:55.957271 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef812bb3-892d-4bf8-9090-2edc79cc6b9f req-d47438c7-2366-470d-afff-87f6444331fd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:55.958730 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ef812bb3-892d-4bf8-9090-2edc79cc6b9f req-d47438c7-2366-470d-afff-87f6444331fd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0681224 Jun 22 04:00:55.999732 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ef812bb3-892d-4bf8-9090-2edc79cc6b9f req-a3424aed-c1e9-494f-9047-a3822664b059 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346572 Jun 22 04:00:56.064376 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Made reservation on behalf of becd35c14e31417ba2f0e897ea4b35be for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:00:56.068111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.077249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.171378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.174306 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.177135 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-74de9fdc-09ff-4413-aeca-8b78e3c4cf04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:56.237190 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6084649a-6916-4117-8c81-af8282286c43,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:56.242820 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:56.312410 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Allocated IP 192.168.233.39 (bdb7d9e7-749b-454b-9d86-fe6160c1d78a/830abb4f-0acc-406b-b150-f6e185885ae7/9158c70c-e022-49e3-be51-2f8fb52c1c0a) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:56.493316 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a82ff-9837-4e4f-9cae-f8ca4b9f47f7 req-74ab6a14-455a-485d-962a-ad4f16c8e5e1 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:56.501398 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-da8a82ff-9837-4e4f-9cae-f8ca4b9f47f7 req-74ab6a14-455a-485d-962a-ad4f16c8e5e1 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0746627 Jun 22 04:00:56.529027 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.540064 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-da8a82ff-9837-4e4f-9cae-f8ca4b9f47f7 req-b1107687-4416-4799-afa2-0c4d5c2ed782 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377319 Jun 22 04:00:56.560460 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Transition to ACTIVE for port object 9158c70c-e022-49e3-be51-2f8fb52c1c0a will not be triggered until provisioned by entity DHCP. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:56.596236 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.609438 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:56.671205 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Pushing event updated for resources: {'Port': ['ID=9158c70c-e022-49e3-be51-2f8fb52c1c0a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:56.679074 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:56.680974 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Network bdb7d9e7-749b-454b-9d86-fe6160c1d78a is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:56.692994 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:56.721810 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:56.732154 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d69cc-db56-4f9f-9ef1-f1fda935db3c req-0c62da5b-76b9-40d6-b4ed-af688c79e055 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:56.739061 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e4d69cc-db56-4f9f-9ef1-f1fda935db3c req-0c62da5b-76b9-40d6-b4ed-af688c79e055 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 935 time: 0.0861607 Jun 22 04:00:56.789039 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e4d69cc-db56-4f9f-9ef1-f1fda935db3c req-9dcbbdf5-08ca-4625-8755-dcc7e4e6f7c3 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Jun 22 04:00:56.793949 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:56.794256 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.816940 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8646135 Jun 22 04:00:56.828782 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fdbcc-007a-47fd-b434-f28b0d5272bc req-0b7b8d0a-915a-4889-b75d-14bdbe89dd09 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:56.830275 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0f2fdbcc-007a-47fd-b434-f28b0d5272bc req-0b7b8d0a-915a-4889-b75d-14bdbe89dd09 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1557646 Jun 22 04:00:56.847794 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Request body: {'port': {'device_id': '06532203-50e8-4912-8155-b3e5547f2b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:56.907489 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0f2fdbcc-007a-47fd-b434-f28b0d5272bc req-e8e9ce34-0cef-48f8-ac65-714a3c71985b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710452 Jun 22 04:00:56.944631 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.954725 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17418dfe-d754-479e-b2e8-077e50f692bc req-5efea98b-ad38-4a1b-b49c-557f933dd973 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:56.956182 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-17418dfe-d754-479e-b2e8-077e50f692bc req-5efea98b-ad38-4a1b-b49c-557f933dd973 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0657740 Jun 22 04:00:56.990082 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-0c1ccff7-3694-4cbb-956a-4b37c7d5cf00 None None] Provisioning for port 9158c70c-e022-49e3-be51-2f8fb52c1c0a completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:56.994552 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-0c1ccff7-3694-4cbb-956a-4b37c7d5cf00 None None] Provisioning complete for port 9158c70c-e022-49e3-be51-2f8fb52c1c0a triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:56.995194 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccff7-3694-4cbb-956a-4b37c7d5cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.998170 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-17418dfe-d754-479e-b2e8-077e50f692bc req-74350bd5-415f-4d6a-9ae1-6cb0b2c9c60b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360262 Jun 22 04:00:57.022956 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37508) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:57.047635 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ccff7-3694-4cbb-956a-4b37c7d5cf00 None None] Port 9158c70c-e022-49e3-be51-2f8fb52c1c0a cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:57.084158 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:00:57.111017 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:00:57.111639 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 3ff9b14b-59cc-4ba9-9383-a31ece50ac07 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:00:57.233427 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc437b5f-e632-4329-b165-9ba5d8c264db req-4909d324-75db-4a9e-95a1-405c21f05332 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.234888 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bc437b5f-e632-4329-b165-9ba5d8c264db req-4909d324-75db-4a9e-95a1-405c21f05332 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.1056485 Jun 22 04:00:57.248975 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06dcad7-37e3-4eb9-aa95-ef60913f248e tempest-TestMinimumBasicScenario-518192403 tempest-TestMinimumBasicScenario-518192403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.250492 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e06dcad7-37e3-4eb9-aa95-ef60913f248e tempest-TestMinimumBasicScenario-518192403 tempest-TestMinimumBasicScenario-518192403-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1093 time: 0.2262654 Jun 22 04:00:57.253833 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37514) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:57.260443 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'floatingip': {'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'port_id': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:57.281122 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for floatingip, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.304227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9158c70c-e022-49e3-be51-2f8fb52c1c0a {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:00:57.311871 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bc437b5f-e632-4329-b165-9ba5d8c264db req-8a09553c-c89a-475a-8c8a-560c19fdd597 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675359 Jun 22 04:00:57.315614 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.328655 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Transition to ACTIVE for port object 9158c70c-e022-49e3-be51-2f8fb52c1c0a will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:57.333685 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.336658 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:57.390139 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.415848 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Pushing event updated for resources: {'Port': ['ID=9158c70c-e022-49e3-be51-2f8fb52c1c0a,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:57.434512 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:57.485223 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Attempting to bind port 9158c70c-e022-49e3-be51-2f8fb52c1c0a on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:57.486052 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Attempting to bind port 9158c70c-e022-49e3-be51-2f8fb52c1c0a by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:57.486497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Attempting to bind port 9158c70c-e022-49e3-be51-2f8fb52c1c0a on network bdb7d9e7-749b-454b-9d86-fe6160c1d78a {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:57.491132 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Port 9158c70c-e022-49e3-be51-2f8fb52c1c0a on network bdb7d9e7-749b-454b-9d86-fe6160c1d78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:00:57.491527 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Attempting to bind port 9158c70c-e022-49e3-be51-2f8fb52c1c0a on network bdb7d9e7-749b-454b-9d86-fe6160c1d78a {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:57.496754 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:57.497163 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Checking segment: {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:57.497612 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Bound using segment: {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:57.498136 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Bound port: 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4895310d-5422-45cc-adf7-65dc7b7c77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:57.498545 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.502478 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_common [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Allocated IP 172.28.2.66 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/22ed6a8d-1d1d-4ded-8117-674f3163f7c7) {{(pid=92787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:57.565070 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] For port 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:57.568265 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] For port 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:57.575990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.580063 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:57.588132 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.614785 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.615397 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.617484 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-9c062382-699c-4941-ab69-0fb212864776 service neutron] 10.222.0.36 "PUT /v2.0/ports/9158c70c-e022-49e3-be51-2f8fb52c1c0a HTTP/1.1" status: 200 len: 1097 time: 0.7728636 Jun 22 04:00:57.617484 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06532203-50e8-4912-8155-b3e5547f2b76', 'tag': '9158c70c-e022-49e3-be51-2f8fb52c1c0a'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:57.619505 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a03576-68db-47af-987d-44e3c19125df" -d '{"events": [{"name": "network-changed", "server_uuid": "06532203-50e8-4912-8155-b3e5547f2b76", "tag": "9158c70c-e022-49e3-be51-2f8fb52c1c0a"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:57.623094 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for port, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.652392 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Pushing event updated for resources: {'Port': ['ID=9158c70c-e022-49e3-be51-2f8fb52c1c0a,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:57.655778 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:57.685570 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8670673'] for port, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.687755 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:57.689879 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4235ad13-01d0-41e9-a488-7f47491e6435 x-openstack-request-id: req-4235ad13-01d0-41e9-a488-7f47491e6435 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:57.690229 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06532203-50e8-4912-8155-b3e5547f2b76", "tag": "9158c70c-e022-49e3-be51-2f8fb52c1c0a", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:57.690513 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4235ad13-01d0-41e9-a488-7f47491e6435 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:57.691109 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06532203-50e8-4912-8155-b3e5547f2b76', 'tag': '9158c70c-e022-49e3-be51-2f8fb52c1c0a', 'status': 'completed', 'code': 200} Jun 22 04:00:57.767474 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-e9d54f95-463a-4905-8b88-1ac968025441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.768927 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-e9d54f95-463a-4905-8b88-1ac968025441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=becd35c14e31417ba2f0e897ea4b35be&device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 1100 time: 0.0602276 Jun 22 04:00:57.770564 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:57.777455 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Resources bound (agent type, host, resource id): {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:57.779316 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'Port': ['ID=22ed6a8d-1d1d-4ded-8117-674f3163f7c7,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:57.784544 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Received port after_create {{(pid=92787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:57.788161 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:57.829905 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-fcc92c74-d2d0-407c-84d6-b04d85211290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a HTTP/1.1" status: 200 len: 217 time: 0.0441077 Jun 22 04:00:57.840490 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9a71f-b791-4b1c-970c-1931dafa6608 req-d8739469-1bf8-4b0d-9feb-c3e4e3258cf6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.841969 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-aed9a71f-b791-4b1c-970c-1931dafa6608 req-d8739469-1bf8-4b0d-9feb-c3e4e3258cf6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1306655 Jun 22 04:00:57.888147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-c89d93ef-d80f-4ab1-a464-51a1994a21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.889776 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-c89d93ef-d80f-4ab1-a464-51a1994a21df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=830abb4f-0acc-406b-b150-f6e185885ae7 HTTP/1.1" status: 200 len: 843 time: 0.0498288 Jun 22 04:00:57.938817 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-aed9a71f-b791-4b1c-970c-1931dafa6608 req-aea45d7d-01e6-4d84-9b21-9e05359f50ee tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738616 Jun 22 04:00:57.990687 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-25fd8af3-3061-4c9f-a6f1-b4fd8741413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:57.992157 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-25fd8af3-3061-4c9f-a6f1-b4fd8741413c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bdb7d9e7-749b-454b-9d86-fe6160c1d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932305 Jun 22 04:00:58.028486 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115dca-9638-4568-ae19-a5ff31c82222 req-f2639110-d41d-4bd8-a948-387d26b8a944 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.029923 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b5115dca-9638-4568-ae19-a5ff31c82222 req-f2639110-d41d-4bd8-a948-387d26b8a944 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 947 time: 0.1030250 Jun 22 04:00:58.104568 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b5115dca-9638-4568-ae19-a5ff31c82222 req-31db0c67-26b8-4ab5-a22a-91d9fa03c41b tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470042 Jun 22 04:00:58.128337 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-b66512e1-a675-47e2-b791-287737db6bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/bdb7d9e7-749b-454b-9d86-fe6160c1d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268005 Jun 22 04:00:58.169626 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ba549-693f-49cb-b25f-180dbeda8327 req-6392e449-6851-46c7-ad50-4baacd10513e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.171154 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-df4ba549-693f-49cb-b25f-180dbeda8327 req-6392e449-6851-46c7-ad50-4baacd10513e tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1297524 Jun 22 04:00:58.225306 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c1677eb0-1945-4179-b78a-0dce7ec1f952 req-74006f3c-b39f-464d-9ef1-41bb79a89ae4 service neutron] 10.222.0.36 "GET /v2.0/networks/bdb7d9e7-749b-454b-9d86-fe6160c1d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838971 Jun 22 04:00:58.402116 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03576-68db-47af-987d-44e3c19125df req-063d2dca-cda9-4856-8617-b831f2fc04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.403636 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-063d2dca-cda9-4856-8617-b831f2fc04f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=becd35c14e31417ba2f0e897ea4b35be&device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 1100 time: 0.0596042 Jun 22 04:00:58.502158 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-df4ba549-693f-49cb-b25f-180dbeda8327 req-2a4e2328-0e56-4143-b8fd-3a2b91cca172 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Jun 22 04:00:58.545520 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:58.546582 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03576-68db-47af-987d-44e3c19125df req-5f6823ee-df85-4425-9e6a-e32a40acbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.548071 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-5f6823ee-df85-4425-9e6a-e32a40acbf9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bdb7d9e7-749b-454b-9d86-fe6160c1d78a HTTP/1.1" status: 200 len: 870 time: 0.1323102 Jun 22 04:00:58.564330 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac23d-f4f8-440d-aaae-3a50a5e68edc req-7bc4e46f-ca6d-45ca-9a38-56430db6b655 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.565724 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2bac23d-f4f8-440d-aaae-3a50a5e68edc req-7bc4e46f-ca6d-45ca-9a38-56430db6b655 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.1064343 Jun 22 04:00:58.600556 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-c40a78bb-211d-481d-9d54-b4d4de4b1f98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a HTTP/1.1" status: 200 len: 217 time: 0.0436363 Jun 22 04:00:58.621594 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:58.665429 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2bac23d-f4f8-440d-aaae-3a50a5e68edc req-240f0e16-aba4-40ee-8736-06fb2fd8e6db tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674822 Jun 22 04:00:58.672724 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03576-68db-47af-987d-44e3c19125df req-153c5c2f-eb9d-4674-9fe1-4dba1850da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.674340 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-153c5c2f-eb9d-4674-9fe1-4dba1850da04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=830abb4f-0acc-406b-b150-f6e185885ae7 HTTP/1.1" status: 200 len: 843 time: 0.0622296 Jun 22 04:00:58.737745 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03576-68db-47af-987d-44e3c19125df req-94b81159-2496-4b09-897a-bf3b2357e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:58.739189 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-94b81159-2496-4b09-897a-bf3b2357e519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bdb7d9e7-749b-454b-9d86-fe6160c1d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554264 Jun 22 04:00:58.772931 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:58.778051 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:58.781276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-046245a0-4ffe-4b15-908d-79c17c07e9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:58.827584 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-0e23c670-56d3-4e41-bba7-1b57f16e9012 service neutron] 10.222.0.36 "GET /v2.0/networks/bdb7d9e7-749b-454b-9d86-fe6160c1d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810785 Jun 22 04:00:58.852158 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'Port': ['ID=22ed6a8d-1d1d-4ded-8117-674f3163f7c7,revision_number=2']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:58.857811 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:58.864077 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:58.922235 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-97a03576-68db-47af-987d-44e3c19125df req-198a8900-39ee-48a3-a8d9-8f5063b928f0 service neutron] 10.222.0.36 "GET /v2.0/networks/bdb7d9e7-749b-454b-9d86-fe6160c1d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865974 Jun 22 04:00:58.963561 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.l3_db [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Floating IP f266c951-7fe7-4cfe-9890-bc427df37c70 associated. External IP: 172.28.2.66, port: 56f7a7d4-6856-4eec-8711-951efcf15dcc. Jun 22 04:00:59.186806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0704b6-d4c7-4f01-9391-672d92c02449 req-4d7b2af9-2c90-49c1-ae08-a393b65cc5da tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:59.188256 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cb0704b6-d4c7-4f01-9391-672d92c02449 req-4d7b2af9-2c90-49c1-ae08-a393b65cc5da tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1372504 Jun 22 04:00:59.245833 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Router 15bcca2c-f635-431e-81a0-f54641b47611 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:00:59.249061 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cb0704b6-d4c7-4f01-9391-672d92c02449 req-0a1fd59c-cb1b-4b61-9959-49bb10ccda4a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527022 Jun 22 04:00:59.295044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3d9f1-fb7e-4b61-8e66-c2ee9b37ccab req-6bb3b9b7-8090-4fc2-b65f-6014401ad472 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:59.296512 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-57a3d9f1-fb7e-4b61-8e66-c2ee9b37ccab req-6bb3b9b7-8090-4fc2-b65f-6014401ad472 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 947 time: 0.0754850 Jun 22 04:00:59.334578 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-57a3d9f1-fb7e-4b61-8e66-c2ee9b37ccab req-59ec06e5-0e56-4bbd-abd9-a9d640291965 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Jun 22 04:00:59.361358 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:00:59.371545 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] Sync routers for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:00:59.377984 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.380470 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:59.381257 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:00:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:59.415795 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-64eafe5b-a24c-4d2d-86fe-9f5e801b1d61 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1608751 Jun 22 04:00:59.416353 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:00:59.419011 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37530) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:59.419292 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e40849-442f-4272-8cbf-06cff20782d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:00:59.424294 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518207989', 'description': 'tempest-secgroup-smoke-518207989 description', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:59.449165 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.457362 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7eba24-ab3e-4eee-a7c1-9e2c7db756c8 x-openstack-request-id: req-1d7eba24-ab3e-4eee-a7c1-9e2c7db756c8 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:00:59.457739 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:00:59.458081 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d7eba24-ab3e-4eee-a7c1-9e2c7db756c8 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:00:59.458564 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'status': 'completed', 'code': 200} Jun 22 04:00:59.540805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.547499 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.550243 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c16106cc-c82d-4dc5-8a5d-5e3d294aa2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:59.587861 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:59.608774 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.613128 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1894901 Jun 22 04:00:59.613128 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa6125-7956-472e-a925-9aca1fb7de4a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:59.613808 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37536) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:59.618178 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group_rule': {'security_group_id': 'f9fa6125-7956-472e-a925-9aca1fb7de4a', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:59.623580 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:59.692177 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.708033 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40849-442f-4272-8cbf-06cff20782d5 req-f6848dcb-91d5-4434-9e37-3e153e5ebcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:59.709581 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-f6848dcb-91d5-4434-9e37-3e153e5ebcbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1098 time: 0.1465800 Jun 22 04:00:59.813805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47098f06-e11c-4167-916f-668e012cbf04 req-73266680-e191-4c42-ba87-2d5101e238f2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:59.815074 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'f266c951-7fe7-4cfe-9890-bc427df37c70', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'port_id': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'mac_address': 'fa:16:3e:38:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:00:58Z', 'updated_at': '2021-06-22T04:00:58Z', 'revision_number': 0, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:05Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:59.815457 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-47098f06-e11c-4167-916f-668e012cbf04 req-73266680-e191-4c42-ba87-2d5101e238f2 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1774261 Jun 22 04:00:59.842902 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] Checking router: 15bcca2c-f635-431e-81a0-f54641b47611 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:00:59.848423 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.851986 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:59.853068 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:00:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:59.859957 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.875500 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e132b-e355-44fd-8ddd-516b0a1c8b5f req-7235e7dd-f59f-4ce7-9f2b-772add27c0b5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:59.877157 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fe6e132b-e355-44fd-8ddd-516b0a1c8b5f req-7235e7dd-f59f-4ce7-9f2b-772add27c0b5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0853024 Jun 22 04:00:59.878849 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-64c03bbe-ebb4-448b-bdec-c5b543eaa196 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:59.894109 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40849-442f-4272-8cbf-06cff20782d5 req-f8740e60-33c0-49d3-87d2-9e0a858fe664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:59.895542 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-f8740e60-33c0-49d3-87d2-9e0a858fe664 service neutron] 10.222.0.36 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 916 time: 0.1737201 Jun 22 04:00:59.903115 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-47098f06-e11c-4167-916f-668e012cbf04 req-33098bc9-2ce8-49fc-8bb0-6464ff03b74a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787992 Jun 22 04:00:59.911870 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e196f3b7-5c40-445b-a423-23720fd01830,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:59.916101 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:59.926798 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-fe6e132b-e355-44fd-8ddd-516b0a1c8b5f req-0543a0cf-4f71-4d22-a26a-2262f15c38bd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Jun 22 04:00:59.953932 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.957732 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-07de2146-5125-453b-a070-346faa975030 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405719 Jun 22 04:00:59.958081 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37540) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:59.969103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group_rule': {'security_group_id': 'f9fa6125-7956-472e-a925-9aca1fb7de4a', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:59.994446 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:01:00.004422 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-e2e521cd-073b-4bb2-87a0-239f79f85354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 998 time: 0.1002374 Jun 22 04:01:00.011377 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.085280 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40849-442f-4272-8cbf-06cff20782d5 req-1dabeda7-6933-44b7-a77d-b58c59d29e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:00.086742 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-1dabeda7-6933-44b7-a77d-b58c59d29e04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 200 len: 854 time: 0.0717175 Jun 22 04:01:00.107695 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.125522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.133105 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:00.150663 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c2bfa0-d61c-4e7b-9471-7fe758cce056,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:00.154557 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:00.156703 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.157853 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1987665 Jun 22 04:01:00.160671 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37542) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:00.166136 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group_rule': {'security_group_id': 'f9fa6125-7956-472e-a925-9aca1fb7de4a', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:00.177541 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40849-442f-4272-8cbf-06cff20782d5 req-ee8acec5-dea4-45f9-8a66-d5bae28db91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:00.179024 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-ee8acec5-dea4-45f9-8a66-d5bae28db91d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=927ed9cf-9737-4d6f-a846-0c32aa55da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845001 Jun 22 04:01:00.194900 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.228039 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'f266c951-7fe7-4cfe-9890-bc427df37c70', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'port_id': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'mac_address': 'fa:16:3e:38:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:00:58Z', 'updated_at': '2021-06-22T04:00:58Z', 'revision_number': 0, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:05Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:00.250786 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.260605 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bd2ac-4d63-49da-ba9c-899a9fa644c1 None None] The sync data for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb is: [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': 'f266c951-7fe7-4cfe-9890-bc427df37c70', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'port_id': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'mac_address': 'fa:16:3e:38:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:00:58Z', 'updated_at': '2021-06-22T04:00:58Z', 'revision_number': 0, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:05Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:01:00.261427 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.261427 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-058cd200-338a-4690-b4bf-18b4ee0f21f7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:00.282178 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3d21f8-b408-4587-a361-4eb4a917fdca,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:00.285378 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:00.290659 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-ee069f24-e831-42fe-86e4-508a49ef4165 service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035676 Jun 22 04:01:00.292672 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.294289 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319714 Jun 22 04:01:00.296987 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37546) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:00.302547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group_rule': {'security_group_id': 'f9fa6125-7956-472e-a925-9aca1fb7de4a', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:00.406009 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.529638 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a952334-6910-4d19-a5ac-a51ea1686f15 None None] New status for floating IP f266c951-7fe7-4cfe-9890-bc427df37c70: ACTIVE {{(pid=92789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:01:00.546845 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807751-e52e-48ee-a2b0-31358e33bb25 req-82cb4ecc-2e3f-4693-a232-80eded0ae693 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:00.548683 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bc807751-e52e-48ee-a2b0-31358e33bb25 req-82cb4ecc-2e3f-4693-a232-80eded0ae693 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 947 time: 0.0885694 Jun 22 04:01:00.589631 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bc807751-e52e-48ee-a2b0-31358e33bb25 req-5fca2045-292b-4e84-aeba-d5c68b2a107d tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351651 Jun 22 04:01:00.695637 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-89e40849-442f-4272-8cbf-06cff20782d5 req-1a6baf17-80a6-4500-ad3b-77fd394d8d7c service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862259 Jun 22 04:01:00.737165 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.741161 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.751362 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2766e-3844-44fa-9abe-4a3749d5da63 req-793fd248-a9b3-4e00-8f8d-2589f61f8021 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:00.752931 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8da2766e-3844-44fa-9abe-4a3749d5da63 req-793fd248-a9b3-4e00-8f8d-2589f61f8021 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.3725281 Jun 22 04:01:00.755719 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:00.783054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52249ce6-d658-49ac-aff4-11a0cb089f18,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:00.787960 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:00.794537 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.795685 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-e66078c3-c951-4035-a87c-38c3e03ffa42 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4978354 Jun 22 04:01:00.798723 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37550) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:00.805554 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group_rule': {'security_group_id': 'f9fa6125-7956-472e-a925-9aca1fb7de4a', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:00.818231 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8da2766e-3844-44fa-9abe-4a3749d5da63 req-179c0989-5e55-4dcc-91ba-812ae2439513 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569575 Jun 22 04:01:00.839799 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.securitygroups_db [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Project c62eef04b99848c39fa008c52a5d6be0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:01:00.844951 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.903135 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.907029 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.913039 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:00.929633 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2ef842-6978-471e-b3bc-ddf9eb0ca875,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:00.932021 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:00.938248 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.940146 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-063579b1-978e-4a3a-989b-33c1be46c510 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391788 Jun 22 04:01:00.942120 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37554) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:00.946522 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'security_group_rule': {'security_group_id': 'f9fa6125-7956-472e-a925-9aca1fb7de4a', 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:00.970920 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.securitygroups_db [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Project c62eef04b99848c39fa008c52a5d6be0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:01:00.975942 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.069254 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.074616 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.082476 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1467bd45-ab03-40ff-b31d-2d0fce4cbb9c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:01.102510 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cff8b6d-9807-4d12-8c8a-15f542906ea3,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:01.107120 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:01.114676 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.118490 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-0c1d7cca-dee5-4432-94da-d4fb7ef61852 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728203 Jun 22 04:01:01.123295 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149cf14-d5ae-4d56-9682-3f2b23c891d9 req-a93a7cc6-7824-4931-ae8e-7158f934b5e3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:01.124760 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d149cf14-d5ae-4d56-9682-3f2b23c891d9 req-a93a7cc6-7824-4931-ae8e-7158f934b5e3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0704715 Jun 22 04:01:01.126289 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96581871-2c21-49f2-898e-c634f30b1b8b req-466a1460-40bc-4ff3-96e3-1508ced03474 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:01.127699 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-96581871-2c21-49f2-898e-c634f30b1b8b req-466a1460-40bc-4ff3-96e3-1508ced03474 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1014907 Jun 22 04:01:01.163402 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d149cf14-d5ae-4d56-9682-3f2b23c891d9 req-17db3775-65c0-41a5-9be5-6039f0ce974e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328977 Jun 22 04:01:01.169495 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-96581871-2c21-49f2-898e-c634f30b1b8b req-243184a3-75d2-4dbb-9dc5-1235220fbcb0 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Jun 22 04:01:01.304982 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-c87cc179-a9b9-4724-9ab3-8111dde364fe tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518207989&fields=id&tenant_id=c62eef04b99848c39fa008c52a5d6be0 HTTP/1.1" status: 200 len: 267 time: 0.0426905 Jun 22 04:01:01.370434 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-3bf52f52-de00-4518-8c21-f7a6a39ee8c0 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:01.371856 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-3bf52f52-de00-4518-8c21-f7a6a39ee8c0 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0607173 Jun 22 04:01:01.382239 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'port': {'security_groups': ['891e4e1b-7d2f-4365-b57a-adc0f3a21885', 'f9fa6125-7956-472e-a925-9aca1fb7de4a']}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:01.476007 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.661584 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:01.690763 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.696802 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.701177 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0b0527a8-42e4-4508-9a32-7366aab40766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:01.746714 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:01.747346 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.748373 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['56f7a7d4-6856-4eec-8711-951efcf15dcc'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:01.748883 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1744a9-b886-4ae7-8ba5-1023f1d2d3f2 req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "PUT /v2.0/ports/56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 981 time: 0.3708723 Jun 22 04:01:01.749337 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:01.754279 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed24a3-3383-4b91-a1ff-ccd1ff586152" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:01.772027 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacf5c2-3114-49d0-a290-2101b6e24889 req-71ee77b4-e68b-49b9-9d3f-a1972d38f7a4 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:01.774888 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3dacf5c2-3114-49d0-a290-2101b6e24889 req-71ee77b4-e68b-49b9-9d3f-a1972d38f7a4 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 947 time: 0.0725040 Jun 22 04:01:01.775905 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=6']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:01.780035 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:01.806188 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be47f0-eb17-425b-82d3-ff859c9b06c4 x-openstack-request-id: req-32be47f0-eb17-425b-82d3-ff859c9b06c4 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:01.806610 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:01.806988 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32be47f0-eb17-425b-82d3-ff859c9b06c4 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:01.807633 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'status': 'completed', 'code': 200} Jun 22 04:01:01.829154 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3dacf5c2-3114-49d0-a290-2101b6e24889 req-ab591084-7ccc-4c45-9677-797cb3b90f98 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Jun 22 04:01:01.960319 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['56f7a7d4-6856-4eec-8711-951efcf15dcc'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:02.009760 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-9752e27b-934a-4f3b-95a8-f118063a5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.012573 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-9752e27b-934a-4f3b-95a8-f118063a5066 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1137 time: 0.1229446 Jun 22 04:01:02.021605 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5b8f-8cde-4b14-9336-4cb6201d3e18 req-919c837f-0943-429b-9f72-5f7c4cbe610c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.023176 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9a3f5b8f-8cde-4b14-9336-4cb6201d3e18 req-919c837f-0943-429b-9f72-5f7c4cbe610c tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0963657 Jun 22 04:01:02.034990 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5fd9-a6ff-46c9-86b2-1e15675915b1 req-b057c362-5382-4b04-8235-1ab1a67539b6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.037332 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ad5f5fd9-a6ff-46c9-86b2-1e15675915b1 req-b057c362-5382-4b04-8235-1ab1a67539b6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0674157 Jun 22 04:01:02.079225 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ad5f5fd9-a6ff-46c9-86b2-1e15675915b1 req-0af9523a-181d-4ef9-aae1-3d6718fbdabf tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Jun 22 04:01:02.108355 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-8135c3f7-383d-48e9-bad0-480b3fe0cfc3 None None] Provisioning complete for port 56f7a7d4-6856-4eec-8711-951efcf15dcc triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:02.108766 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-8135c3f7-383d-48e9-bad0-480b3fe0cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:02.115528 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9a3f5b8f-8cde-4b14-9336-4cb6201d3e18 req-caf4f2d9-64c3-426c-8c07-45bcf3859d43 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825663 Jun 22 04:01:02.146210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-cf7bbb91-2b91-4fa7-903d-af61fac2ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.146210 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-cf7bbb91-2b91-4fa7-903d-af61fac2ccf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 916 time: 0.1183050 Jun 22 04:01:02.216403 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-8687ff03-6fb5-4c0f-a575-d5cfea6cb2c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 1000 time: 0.0651991 Jun 22 04:01:02.277584 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-da465853-90aa-4c02-80c0-8ecae90c9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.279055 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-da465853-90aa-4c02-80c0-8ecae90c9748 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 200 len: 854 time: 0.0557384 Jun 22 04:01:02.376210 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e96ca-6dc3-4862-ad3d-a8c9770da17f req-a2ac4ccb-29bc-4222-bbae-7d7ce9d46b48 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.379101 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-273e96ca-6dc3-4862-ad3d-a8c9770da17f req-a2ac4ccb-29bc-4222-bbae-7d7ce9d46b48 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0791996 Jun 22 04:01:02.397648 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-ef32822b-3f49-42bb-b8d9-a091ed9670c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.399258 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-ef32822b-3f49-42bb-b8d9-a091ed9670c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=927ed9cf-9737-4d6f-a846-0c32aa55da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1126442 Jun 22 04:01:02.407547 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b7a5-24ab-43e2-af39-1240de3e3af5 req-cf65486c-6497-40df-ac55-3d6fd17a93af tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:02.409121 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4328b7a5-24ab-43e2-af39-1240de3e3af5 req-cf65486c-6497-40df-ac55-3d6fd17a93af tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.0847208 Jun 22 04:01:02.420116 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-273e96ca-6dc3-4862-ad3d-a8c9770da17f req-779f3a55-db54-4afc-a50d-c0403cec9c9f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352185 Jun 22 04:01:02.500492 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4328b7a5-24ab-43e2-af39-1240de3e3af5 req-cd000d1f-4e89-4931-aeb4-2edb5d639de9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783777 Jun 22 04:01:02.525523 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-80eb1c56-698e-406f-b216-ae3c434e6bbf service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128459 Jun 22 04:01:02.611866 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fed24a3-3383-4b91-a1ff-ccd1ff586152 req-2d658c70-83f4-4116-9e6f-2521809b5b15 service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794086 Jun 22 04:01:03.011542 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbceb63-d7e9-4885-8645-0443daaa237c req-f1330aef-55d8-4d85-ae50-d967fc245901 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:03.013849 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2dbceb63-d7e9-4885-8645-0443daaa237c req-f1330aef-55d8-4d85-ae50-d967fc245901 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 947 time: 0.0628431 Jun 22 04:01:03.052923 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2dbceb63-d7e9-4885-8645-0443daaa237c req-cfc5a9ff-5b10-4df6-b438-adb3596e8714 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Jun 22 04:01:03.095207 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9158c70c-e022-49e3-be51-2f8fb52c1c0a details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:01:03.190626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:03.204724 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '9158c70c-e022-49e3-be51-2f8fb52c1c0a', 'network_id': 'bdb7d9e7-749b-454b-9d86-fe6160c1d78a', 'port_id': '9158c70c-e022-49e3-be51-2f8fb52c1c0a', 'mac_address': 'fa:16:3e:3e:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830abb4f-0acc-406b-b150-f6e185885ae7', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:01:03.246897 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:03.263332 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9158c70c-e022-49e3-be51-2f8fb52c1c0a {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:01:03.282913 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:03.287504 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:03.289370 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4a06e693-d8fd-42ef-967d-315a44815b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:03.305974 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-2a1fd029-af2a-451b-ba61-00f0b0f2c42b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:03.307442 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-2a1fd029-af2a-451b-ba61-00f0b0f2c42b tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1095393 Jun 22 04:01:03.318675 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab320eb-785b-4be8-a0a2-29783e6d4790 req-ce6850a1-9546-4a6d-8437-19cffc064634 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:03.320087 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dab320eb-785b-4be8-a0a2-29783e6d4790 req-ce6850a1-9546-4a6d-8437-19cffc064634 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1120057 Jun 22 04:01:03.334248 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=9158c70c-e022-49e3-be51-2f8fb52c1c0a,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:03.341930 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.342270 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.342604 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.342934 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.343261 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.343604 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.343903 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.344214 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.344553 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.344873 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.345183 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.345494 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:03.349225 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:03.395968 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dab320eb-785b-4be8-a0a2-29783e6d4790 req-7888b3ec-9b45-4375-a9b7-7f5e60ef3b8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669849 Jun 22 04:01:03.446880 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Deleting port 91c83497-fbb2-44df-bccb-f8369c2a2670 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:01:03.447501 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:03.532181 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] For port 91c83497-fbb2-44df-bccb-f8369c2a2670, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=91c83497-fbb2-44df-bccb-f8369c2a2670,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:03.532559 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:03.602060 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Calling delete_port for 91c83497-fbb2-44df-bccb-f8369c2a2670 owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:01:03.604228 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191b68-1355-4a31-95fd-7a6c445643fd req-fabdb527-cfd9-4baf-8393-b356583ff023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:03.605857 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a3191b68-1355-4a31-95fd-7a6c445643fd req-fabdb527-cfd9-4baf-8393-b356583ff023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0699577 Jun 22 04:01:03.651857 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a3191b68-1355-4a31-95fd-7a6c445643fd req-74c4d901-62ae-4684-8569-f836d121af60 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386410 Jun 22 04:01:03.743160 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d4e9-dd12-4203-839e-28588557692d req-9ced8a02-ded9-463f-91ec-31d1896d32f9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:03.744632 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b357d4e9-dd12-4203-839e-28588557692d req-9ced8a02-ded9-463f-91ec-31d1896d32f9 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 945 time: 0.1005239 Jun 22 04:01:03.817335 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b357d4e9-dd12-4203-839e-28588557692d req-3cb889a7-fadf-4c7f-870d-f0bd94052c7f tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/security-groups?id=39549610-53c9-410a-8694-a4977a0e1c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534704 Jun 22 04:01:03.818450 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:03.822195 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2f31e752-3ebb-41a7-abff-640d6b295ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:03.849325 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Pushing event deleted for resources: {'Port': ['ID=91c83497-fbb2-44df-bccb-f8369c2a2670,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:03.852402 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:03.900750 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] No DVR routers for this DVR port 91c83497-fbb2-44df-bccb-f8369c2a2670 on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:01:03.905173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:03.907140 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d263e4b5-43d1-4234-930f-d41b734dd1a3 req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.36 "DELETE /v2.0/ports/91c83497-fbb2-44df-bccb-f8369c2a2670 HTTP/1.1" status: 204 len: 173 time: 0.5860984 Jun 22 04:01:03.907579 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'name': 'network-vif-deleted', 'tag': '91c83497-fbb2-44df-bccb-f8369c2a2670'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:03.909879 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4c89c1-d6c2-42be-8d94-fd90effd51c5" -d '{"events": [{"server_uuid": "71616d51-e63b-4a93-bcc2-8c63e5360d5d", "name": "network-vif-deleted", "tag": "91c83497-fbb2-44df-bccb-f8369c2a2670"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:03.910354 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['9158c70c-e022-49e3-be51-2f8fb52c1c0a'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:03.960000 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf725cc-5020-4d92-b940-71196b974cfe x-openstack-request-id: req-daf725cc-5020-4d92-b940-71196b974cfe {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:03.960458 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71616d51-e63b-4a93-bcc2-8c63e5360d5d", "name": "network-vif-deleted", "tag": "91c83497-fbb2-44df-bccb-f8369c2a2670", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:03.960862 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daf725cc-5020-4d92-b940-71196b974cfe {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:03.961364 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71616d51-e63b-4a93-bcc2-8c63e5360d5d', 'name': 'network-vif-deleted', 'tag': '91c83497-fbb2-44df-bccb-f8369c2a2670', 'status': 'completed', 'code': 200} Jun 22 04:01:04.291950 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f26eb9-5e80-4e1f-a633-6fdf6192c0bc req-ab3c1468-c86e-4f41-a0b8-45542c829367 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:04.294303 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-15f26eb9-5e80-4e1f-a633-6fdf6192c0bc req-ab3c1468-c86e-4f41-a0b8-45542c829367 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 948 time: 0.0926628 Jun 22 04:01:04.334318 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-15f26eb9-5e80-4e1f-a633-6fdf6192c0bc req-26722762-1604-4181-9435-49ce05bc28b4 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jun 22 04:01:04.578729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35219bb9-e81b-4ed0-854e-2299d5ae2270 req-5c59a8e8-e004-4334-ac21-b75b384f889f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:04.580056 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-35219bb9-e81b-4ed0-854e-2299d5ae2270 req-5c59a8e8-e004-4334-ac21-b75b384f889f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0703354 Jun 22 04:01:04.621468 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-35219bb9-e81b-4ed0-854e-2299d5ae2270 req-ef40952d-c614-47d3-b92e-7d7c36af6026 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355725 Jun 22 04:01:04.834962 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf6667-bc5d-45e8-8033-80a8947e605d req-4533d01f-1fc0-4384-9895-85fd17c04c15 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:04.836410 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6daf6667-bc5d-45e8-8033-80a8947e605d req-4533d01f-1fc0-4384-9895-85fd17c04c15 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0638773 Jun 22 04:01:04.877672 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6daf6667-bc5d-45e8-8033-80a8947e605d req-6a6ef636-57a4-41e9-ad64-e5ae128ed236 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Jun 22 04:01:04.987325 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4ee91341-4b88-4859-a5f4-d8d96294960a req-ec3048c0-8314-4fba-9cdd-8622e3969462 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] 10.222.0.24 "GET /v2.0/ports?device_id=71616d51-e63b-4a93-bcc2-8c63e5360d5d HTTP/1.1" status: 200 len: 210 time: 0.0297945 Jun 22 04:01:05.117906 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:01:05.128279 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 91c83497-fbb2-44df-bccb-f8369c2a2670 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:01:05.152257 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 91c83497-fbb2-44df-bccb-f8369c2a2670 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:01:05.152676 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 91c83497-fbb2-44df-bccb-f8369c2a2670 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:01:05.240109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:05.251394 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '0204eea6-636f-4e87-97a8-24f133745255', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'port_id': '0204eea6-636f-4e87-97a8-24f133745255', 'mac_address': 'fa:16:3e:61:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:01:05.292607 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.305684 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0204eea6-636f-4e87-97a8-24f133745255 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:01:05.326383 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:05.330365 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.332224 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:05.386921 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=6']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:05.390275 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:05.508740 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['0204eea6-636f-4e87-97a8-24f133745255'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:05.519134 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db22df-7cc8-468f-97ac-0db41cbe0fe6 req-7b19626a-7793-4ffa-98af-95674842a0b1 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:05.520603 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-73db22df-7cc8-468f-97ac-0db41cbe0fe6 req-7b19626a-7793-4ffa-98af-95674842a0b1 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 948 time: 0.0652435 Jun 22 04:01:05.560036 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-73db22df-7cc8-468f-97ac-0db41cbe0fe6 req-08883e20-dcd2-471d-8224-2913a8583ce1 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Jun 22 04:01:05.795657 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264817b7-4262-4823-8605-3bf215d20da2 req-3c70bb06-9197-4914-9363-7b919fe19c91 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:05.797150 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-264817b7-4262-4823-8605-3bf215d20da2 req-3c70bb06-9197-4914-9363-7b919fe19c91 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0658128 Jun 22 04:01:05.833435 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-264817b7-4262-4823-8605-3bf215d20da2 req-2fccaa04-0b41-4da8-a918-44a662b4feff tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305769 Jun 22 04:01:06.064728 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560322-25cf-4903-8e59-d2733cd6011c req-39347c5b-6b33-4969-af04-8c9cdf51b9ed tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:06.065838 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-51560322-25cf-4903-8e59-d2733cd6011c req-39347c5b-6b33-4969-af04-8c9cdf51b9ed tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.0710976 Jun 22 04:01:06.081574 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37608) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:06.107083 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-51560322-25cf-4903-8e59-d2733cd6011c req-eb5e70e1-1dd0-4a0e-9fdc-17e12fefc86c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356102 Jun 22 04:01:06.367475 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b51b0-ffab-4b10-9504-f41d64431356 req-fd03b83b-b269-4dda-84a9-617d517dc24f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:06.368927 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b23b51b0-ffab-4b10-9504-f41d64431356 req-fd03b83b-b269-4dda-84a9-617d517dc24f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1943452 Jun 22 04:01:06.374356 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-d923f192-a599-4496-9fb3-15bcf374bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:06.375704 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-d923f192-a599-4496-9fb3-15bcf374bb3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1098 time: 0.2001002 Jun 22 04:01:06.479135 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b23b51b0-ffab-4b10-9504-f41d64431356 req-8bb5dab5-0108-4480-82a5-ab2bfa605c48 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009436 Jun 22 04:01:06.574345 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-eaca9ff9-1cf4-4aa3-8f98-400bd07d45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:06.575705 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-eaca9ff9-1cf4-4aa3-8f98-400bd07d45f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1865749 Jun 22 04:01:06.664902 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-7b020004-80f3-46f4-82d2-cb6b65cbc25a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 1000 time: 0.0804205 Jun 22 04:01:06.734543 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968c25f-1c9b-47b7-80a7-128b383e69c1 req-df8e1c04-2496-40a0-b712-160348079f6d tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:06.736136 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8968c25f-1c9b-47b7-80a7-128b383e69c1 req-df8e1c04-2496-40a0-b712-160348079f6d tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 948 time: 0.0674233 Jun 22 04:01:06.777377 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8968c25f-1c9b-47b7-80a7-128b383e69c1 req-6626cf7e-583e-47a2-864b-28063758aafb tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Jun 22 04:01:06.995788 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-e224c255-c394-454f-b05f-5221cef05874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:06.997233 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-e224c255-c394-454f-b05f-5221cef05874 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.3255458 Jun 22 04:01:07.045781 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.107179 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:07.147694 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-28bc6092-53e7-47b6-8735-62b62c692712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:07.149201 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-28bc6092-53e7-47b6-8735-62b62c692712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1445043 Jun 22 04:01:07.158297 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 0204eea6-636f-4e87-97a8-24f133745255 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:07.158794 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.249703 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.273723 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:07.276047 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6939869c-d2db-4700-9e40-0e93185de341" -d '{"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:07.289095 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:07.295511 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.296532 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9158c70c-e022-49e3-be51-2f8fb52c1c0a up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:07.299314 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-50d28212-2e4d-4a63-a0f9-74a32a6e6755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:07.343897 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab558e9-a149-413c-848c-c27921d18cdb x-openstack-request-id: req-bab558e9-a149-413c-848c-c27921d18cdb {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:07.344198 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:07.344459 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bab558e9-a149-413c-848c-c27921d18cdb {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:07.344881 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'code': 200} Jun 22 04:01:07.384744 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=7']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:07.386177 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-6c7288cb-97e4-4940-915b-aaa8cc8a849a service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290850 Jun 22 04:01:07.389255 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:07.397651 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 9158c70c-e022-49e3-be51-2f8fb52c1c0a completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:01:07.402285 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 9158c70c-e022-49e3-be51-2f8fb52c1c0a triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:07.402740 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.409253 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5d2a-9609-49ad-ba29-617ce9f1c4c7 req-0c5f8aeb-deb8-46d2-a9a4-4e613cf5f4ab tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:07.410941 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6dc5d2a-9609-49ad-ba29-617ce9f1c4c7 req-0c5f8aeb-deb8-46d2-a9a4-4e613cf5f4ab tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.1681881 Jun 22 04:01:07.486972 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.533693 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6dc5d2a-9609-49ad-ba29-617ce9f1c4c7 req-76c1f2e7-289d-465a-b629-8d99f64cd512 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149395 Jun 22 04:01:07.538263 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:07.544345 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.546834 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:07.608255 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=9158c70c-e022-49e3-be51-2f8fb52c1c0a,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:07.612422 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:07.616644 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-33d7b124-da8b-4708-bf00-44ce364cd94b req-905923d6-308f-43d0-8b87-fba51fa03636 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585360 Jun 22 04:01:07.623560 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Deleting port 844e3028-47fa-4f70-abde-7766ba6b6673 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:01:07.623915 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.711716 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] For port 844e3028-47fa-4f70-abde-7766ba6b6673, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=844e3028-47fa-4f70-abde-7766ba6b6673,segment=NetworkSegment(975b0529-bf87-42b9-9e47-78e4f590e405),segment_id=975b0529-bf87-42b9-9e47-78e4f590e405)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:07.712130 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.778706 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Calling delete_port for 844e3028-47fa-4f70-abde-7766ba6b6673 owned by network:router_interface {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:01:07.884564 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e308fe-d3f9-417a-b110-912fb8781e92 req-05e44546-7dc1-46af-9946-c7668702870a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:07.893000 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-05e308fe-d3f9-417a-b110-912fb8781e92 req-05e44546-7dc1-46af-9946-c7668702870a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0911102 Jun 22 04:01:07.929276 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-05e308fe-d3f9-417a-b110-912fb8781e92 req-4899e14f-fe45-4805-8183-9a3d809a1a2d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Jun 22 04:01:08.003564 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dbdf1-4375-45a2-a7da-7aa2730b0691 req-82bf58af-3206-4c54-8959-b7e1195f7591 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:08.005012 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6b2dbdf1-4375-45a2-a7da-7aa2730b0691 req-82bf58af-3206-4c54-8959-b7e1195f7591 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.0992889 Jun 22 04:01:08.072085 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6b2dbdf1-4375-45a2-a7da-7aa2730b0691 req-5ea2ae64-93d6-4be1-afef-a5b1c9682127 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Jun 22 04:01:08.073583 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:08.076339 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:08.100897 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Pushing event deleted for resources: {'Port': ['ID=844e3028-47fa-4f70-abde-7766ba6b6673,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:08.104750 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:08.294080 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:08.577431 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Router ad0b2502-863c-4f2c-a43f-888c5f046f02 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:01:08.724783 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:01:08.732100 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad0b2502-863c-4f2c-a43f-888c5f046f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6491852 Jun 22 04:01:08.734551 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37650) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:08.735674 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] Sync routers for ids ['ad0b2502-863c-4f2c-a43f-888c5f046f02'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:01:08.756024 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] Routers {'ad0b2502-863c-4f2c-a43f-888c5f046f02'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:01:08.756879 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:00:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['ad0b2502-863c-4f2c-a43f-888c5f046f02'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:08.891420 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1155410-c111-491b-97cf-d1c4fd0a0ab7 req-93affab1-8b56-47ad-b1a6-e2b0453f3f47 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:08.904528 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks [] for router, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:08.906365 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b1155410-c111-491b-97cf-d1c4fd0a0ab7 req-93affab1-8b56-47ad-b1a6-e2b0453f3f47 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.1497371 Jun 22 04:01:08.959668 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b1155410-c111-491b-97cf-d1c4fd0a0ab7 req-23586fdf-3fe0-4794-b5a5-7ee40e5c5887 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519543 Jun 22 04:01:08.964413 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] Set router ad0b2502-863c-4f2c-a43f-888c5f046f02 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:01:09.112798 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:09.234337 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b132a-f594-49a7-9a32-f8d9c4375659 req-f56b2564-4472-43d4-99b8-91f8866df67e tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:09.243267 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:01:09.244459 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0c9b132a-f594-49a7-9a32-f8d9c4375659 req-f56b2564-4472-43d4-99b8-91f8866df67e tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1869607 Jun 22 04:01:09.249690 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T04:01:07Z', 'revision_number': 5, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port': {'id': '13c0bf6e-8597-4512-9310-2d4b3dcdb362', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:09.273789 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Deleting port 13c0bf6e-8597-4512-9310-2d4b3dcdb362 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:01:09.274314 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:09.293079 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] Checking router: ad0b2502-863c-4f2c-a43f-888c5f046f02 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:01:09.308956 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] Routers {'ad0b2502-863c-4f2c-a43f-888c5f046f02'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:01:09.309733 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:00:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['ad0b2502-863c-4f2c-a43f-888c5f046f02'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:09.348236 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06532203-50e8-4912-8155-b3e5547f2b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9158c70c-e022-49e3-be51-2f8fb52c1c0a'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:09.356821 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d1e2e9-ab14-4661-85f3-f3569ad6da2e" -d '{"events": [{"server_uuid": "06532203-50e8-4912-8155-b3e5547f2b76", "name": "network-vif-plugged", "status": "completed", "tag": "9158c70c-e022-49e3-be51-2f8fb52c1c0a"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:09.358274 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ead1a-f3bd-4937-bf43-f509f239cc92 req-ce9cfdf4-bf71-4ab7-a22d-7c86bf08968e tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:09.359283 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0c9b132a-f594-49a7-9a32-f8d9c4375659 req-e4e78677-2e3a-4bfc-9540-1cbdd695d705 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132686 Jun 22 04:01:09.360727 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d44ead1a-f3bd-4937-bf43-f509f239cc92 req-ce9cfdf4-bf71-4ab7-a22d-7c86bf08968e tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.1367214 Jun 22 04:01:09.420014 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7dc4e2-14ae-4a57-91a4-d2209760f8fa x-openstack-request-id: req-dd7dc4e2-14ae-4a57-91a4-d2209760f8fa {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:09.421132 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06532203-50e8-4912-8155-b3e5547f2b76", "name": "network-vif-plugged", "status": "completed", "tag": "9158c70c-e022-49e3-be51-2f8fb52c1c0a", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:09.421953 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd7dc4e2-14ae-4a57-91a4-d2209760f8fa {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:09.422641 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06532203-50e8-4912-8155-b3e5547f2b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9158c70c-e022-49e3-be51-2f8fb52c1c0a', 'code': 200} Jun 22 04:01:09.428994 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] Set router ad0b2502-863c-4f2c-a43f-888c5f046f02 gateway port host: None {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:01:09.435904 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] For port 13c0bf6e-8597-4512-9310-2d4b3dcdb362, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=13c0bf6e-8597-4512-9310-2d4b3dcdb362,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:09.436550 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:09.436770 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d44ead1a-f3bd-4937-bf43-f509f239cc92 req-7d407591-8fe9-494f-8b05-7710f0f3122b tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688939 Jun 22 04:01:09.499435 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T04:01:09Z', 'revision_number': 6, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:09.513691 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Calling delete_port for 13c0bf6e-8597-4512-9310-2d4b3dcdb362 owned by network:router_gateway {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:01:09.541473 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a81b-4016-458e-9c4c-6b1a2092cd15 None None] The sync data for ids ['ad0b2502-863c-4f2c-a43f-888c5f046f02'] in dv-cinder-797380-1-smb is: [{'id': 'ad0b2502-863c-4f2c-a43f-888c5f046f02', 'name': 'tempest-ServerRescueNegativeTestJSON-1869088178-router', 'tenant_id': '361a4f8591e948d5bf57b683b362eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:22Z', 'updated_at': '2021-06-22T04:01:09Z', 'revision_number': 6, 'project_id': '361a4f8591e948d5bf57b683b362eada', 'gw_port_host': None}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:01:09.768977 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:09.781764 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:10.150706 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac4823-1a73-4779-97aa-e51547f7f22c req-e730f9dd-4a63-4407-9dad-57a789fa6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:10.152443 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dcac4823-1a73-4779-97aa-e51547f7f22c req-e730f9dd-4a63-4407-9dad-57a789fa6370 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 1102 time: 0.4569147 Jun 22 04:01:10.153221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c0bf6e-8597-4512-9310-2d4b3dcdb362,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:10.156307 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:10.268570 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.292978 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dcac4823-1a73-4779-97aa-e51547f7f22c req-45ff87ee-9ed9-4fac-bed2-8bbecac1d85f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899427 Jun 22 04:01:10.407597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.411506 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.429812 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2c672-99d7-4da0-ad71-e15a40fffb54 req-07dbd25c-edd9-4325-9f60-3c0939dab137 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:10.433269 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-78a2c672-99d7-4da0-ad71-e15a40fffb54 req-07dbd25c-edd9-4325-9f60-3c0939dab137 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.2865307 Jun 22 04:01:10.518331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.519420 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0b2502-863c-4f2c-a43f-888c5f046f02 {{(pid=92788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:01:10.530919 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.535169 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37664) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:10.541252 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ad0b2502-863c-4f2c-a43f-888c5f046f02 HTTP/1.1" status: 204 len: 168 time: 1.8052857 Jun 22 04:01:10.542694 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 844e3028-47fa-4f70-abde-7766ba6b6673 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:01:10.574330 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-78a2c672-99d7-4da0-ad71-e15a40fffb54 req-74121eeb-9476-4ef2-b778-2a064cbb6502 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168633 Jun 22 04:01:10.579910 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 844e3028-47fa-4f70-abde-7766ba6b6673 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:01:10.580673 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 844e3028-47fa-4f70-abde-7766ba6b6673 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:01:10.581259 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 13c0bf6e-8597-4512-9310-2d4b3dcdb362 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:01:10.601628 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 13c0bf6e-8597-4512-9310-2d4b3dcdb362 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:01:10.602133 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 13c0bf6e-8597-4512-9310-2d4b3dcdb362 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:01:10.618609 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Deleting subnet c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:01:10.625210 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.695665 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.749394 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.758346 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af321fc2-57d6-439d-9e0c-112e749d128f req-5b557b3f-fcd9-4a3b-a59c-73703b909031 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:10.759850 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-af321fc2-57d6-439d-9e0c-112e749d128f req-5b557b3f-fcd9-4a3b-a59c-73703b909031 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.1371231 Jun 22 04:01:10.846171 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-af321fc2-57d6-439d-9e0c-112e749d128f req-a18a0594-88e4-4bd7-9813-f8f240ec937d tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681047 Jun 22 04:01:10.883568 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.884266 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6b49f28e-21ec-416e-a2d3-26bf776a8b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:10.908543 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:10.912214 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:10.913405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.915402 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-3c73b9c9-cee1-4e12-a79b-f5dea239545c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5f9e58e-592b-4bb3-ab74-6c910dc4fe9e HTTP/1.1" status: 204 len: 168 time: 0.3788817 Jun 22 04:01:10.918891 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37666) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:11.000546 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.089025 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.106150 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c83ba3-312f-41b2-95d5-5a77bb87aa9e']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:11.117852 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975b0529-bf87-42b9-9e47-78e4f590e405') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:11.118377 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975b0529-bf87-42b9-9e47-78e4f590e405') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:11.128578 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.146073 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.156819 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:01:11.157224 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:01:11.158927 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:01:11.246181 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.251959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3738752a-d0b4-4c29-856f-455c58214262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:11.254807 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.259518 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84c83ba3-312f-41b2-95d5-5a77bb87aa9e HTTP/1.1" status: 204 len: 168 time: 0.3346696 Jun 22 04:01:11.270837 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c83ba3-312f-41b2-95d5-5a77bb87aa9e,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:11.281405 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-17c83f9d-e736-4500-98b4-8235a664cb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:11.489349 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37672) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:11.535522 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d0fa80c6-bb20-4dcf-8920-f73f4d9ce1d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=361a4f8591e948d5bf57b683b362eada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419242 Jun 22 04:01:11.536546 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37676) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:11.592612 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.615050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.675534 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.678283 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:11.683418 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39549610-53c9-410a-8694-a4977a0e1c54 HTTP/1.1" status: 204 len: 168 time: 0.1464474 Jun 22 04:01:11.685591 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3d8e6462-05f5-43d6-ba3d-dc367c0a4831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:11.697312 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39549610-53c9-410a-8694-a4977a0e1c54,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:11.701196 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:11.800473 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a31d2d-4195-4938-bbaa-af7931f1d91c req-3fb7b8d0-be83-4348-9bd9-2c61441e56ec tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:11.802202 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a1a31d2d-4195-4938-bbaa-af7931f1d91c req-3fb7b8d0-be83-4348-9bd9-2c61441e56ec tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0790834 Jun 22 04:01:11.861066 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a1a31d2d-4195-4938-bbaa-af7931f1d91c req-0bfb3800-deb6-46ed-a670-e7cae01e19c8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470479 Jun 22 04:01:12.094503 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf0174-6eed-4a4c-9cb5-37094b2f1fc8 req-d2df561f-a269-4236-8076-2a64c6efbbc0 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:12.096383 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-55bf0174-6eed-4a4c-9cb5-37094b2f1fc8 req-d2df561f-a269-4236-8076-2a64c6efbbc0 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.0850093 Jun 22 04:01:12.140852 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-55bf0174-6eed-4a4c-9cb5-37094b2f1fc8 req-a49792af-34b9-4167-b0b8-18fc6b40a140 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Jun 22 04:01:13.066625 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ca751-c135-4405-b394-27ebae9c15b8 req-d16e8afb-30fe-4a65-95e0-369c17134f20 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:13.068886 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4f0ca751-c135-4405-b394-27ebae9c15b8 req-d16e8afb-30fe-4a65-95e0-369c17134f20 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0884566 Jun 22 04:01:13.118188 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4f0ca751-c135-4405-b394-27ebae9c15b8 req-0b52d414-1107-40f9-a987-e0eb3c632c4a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Jun 22 04:01:13.347096 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a2566-d638-4626-a27a-9c10654b63c9 req-81ad6fdd-6e39-41a3-a9fe-9577daf3d934 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:13.354751 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8e5a2566-d638-4626-a27a-9c10654b63c9 req-81ad6fdd-6e39-41a3-a9fe-9577daf3d934 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.0804951 Jun 22 04:01:13.392150 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8e5a2566-d638-4626-a27a-9c10654b63c9 req-35b9addd-7970-4421-b68b-313d61d0aef4 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365174 Jun 22 04:01:13.921769 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ecca6-5f05-4feb-97b3-4a17a5f6a605 req-df4cfbd7-86f2-407e-af81-0d5f6b459b09 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:13.923237 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f34ecca6-5f05-4feb-97b3-4a17a5f6a605 req-df4cfbd7-86f2-407e-af81-0d5f6b459b09 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.0768492 Jun 22 04:01:13.963809 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f34ecca6-5f05-4feb-97b3-4a17a5f6a605 req-dabb1f81-de3b-4054-a665-ebfc6fa61e31 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Jun 22 04:01:14.317026 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6381-db0f-4e34-a1a8-5b68379fd753 req-a899cb20-f506-44e8-9d88-b8c8c6ae5f69 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:14.318489 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a35a6381-db0f-4e34-a1a8-5b68379fd753 req-a899cb20-f506-44e8-9d88-b8c8c6ae5f69 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0741041 Jun 22 04:01:14.363677 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a35a6381-db0f-4e34-a1a8-5b68379fd753 req-4c5d3078-1389-43ad-a985-77658a81b61f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381012 Jun 22 04:01:15.167173 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ec8b8-d009-49e3-8909-7e2200805be6 req-60eaa811-371d-49a7-8cb2-78ba4795a5e3 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:15.173106 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-716ec8b8-d009-49e3-8909-7e2200805be6 req-60eaa811-371d-49a7-8cb2-78ba4795a5e3 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.0782647 Jun 22 04:01:15.225388 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-716ec8b8-d009-49e3-8909-7e2200805be6 req-f20a0261-bb4a-4f5a-9155-d8a1ff0e3230 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/security-groups?id=6084649a-6916-4117-8c81-af8282286c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 Jun 22 04:01:15.573746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864036bc-6beb-4f77-ba5a-3d4bace00f55 req-00bbb9aa-0d08-4758-8dd5-abd3902ba85a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:15.575290 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-864036bc-6beb-4f77-ba5a-3d4bace00f55 req-00bbb9aa-0d08-4758-8dd5-abd3902ba85a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0809956 Jun 22 04:01:15.647903 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-864036bc-6beb-4f77-ba5a-3d4bace00f55 req-6f5f42a4-580e-4112-b4c3-24438590e224 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656850 Jun 22 04:01:15.693490 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-022f25be-a3eb-459a-aedc-3d589391b037 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:15.695059 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-022f25be-a3eb-459a-aedc-3d589391b037 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 949 time: 0.1048648 Jun 22 04:01:15.805862 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Deleting port 9158c70c-e022-49e3-be51-2f8fb52c1c0a {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:01:15.806196 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:15.899856 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] For port 9158c70c-e022-49e3-be51-2f8fb52c1c0a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9158c70c-e022-49e3-be51-2f8fb52c1c0a,segment=NetworkSegment(4895310d-5422-45cc-adf7-65dc7b7c77b4),segment_id=4895310d-5422-45cc-adf7-65dc7b7c77b4)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:15.900219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:15.969233 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Calling delete_port for 9158c70c-e022-49e3-be51-2f8fb52c1c0a owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:01:16.145287 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:16.149712 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-44ca6638-9290-4697-8b9e-f7ab0b4def41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:16.180578 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Pushing event deleted for resources: {'Port': ['ID=9158c70c-e022-49e3-be51-2f8fb52c1c0a,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:16.184852 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['9158c70c-e022-49e3-be51-2f8fb52c1c0a'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:16.197171 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:16.265241 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] No DVR routers for this DVR port 9158c70c-e022-49e3-be51-2f8fb52c1c0a on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:01:16.269289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:16.273802 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1bf8f1ad-14b4-4c89-b1a9-f0286fa2476b req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.36 "DELETE /v2.0/ports/9158c70c-e022-49e3-be51-2f8fb52c1c0a HTTP/1.1" status: 204 len: 173 time: 0.5720191 Jun 22 04:01:16.274378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06532203-50e8-4912-8155-b3e5547f2b76', 'name': 'network-vif-deleted', 'tag': '9158c70c-e022-49e3-be51-2f8fb52c1c0a'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:16.282416 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c782614d-6c76-4a8c-bba0-537c1406e93a" -d '{"events": [{"server_uuid": "06532203-50e8-4912-8155-b3e5547f2b76", "name": "network-vif-deleted", "tag": "9158c70c-e022-49e3-be51-2f8fb52c1c0a"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:16.378316 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effee3e0-77bc-49c8-b254-683ff38a0a05 x-openstack-request-id: req-effee3e0-77bc-49c8-b254-683ff38a0a05 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:16.378647 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06532203-50e8-4912-8155-b3e5547f2b76", "name": "network-vif-deleted", "tag": "9158c70c-e022-49e3-be51-2f8fb52c1c0a", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:16.378927 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-effee3e0-77bc-49c8-b254-683ff38a0a05 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:16.379399 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06532203-50e8-4912-8155-b3e5547f2b76', 'name': 'network-vif-deleted', 'tag': '9158c70c-e022-49e3-be51-2f8fb52c1c0a', 'status': 'completed', 'code': 200} Jun 22 04:01:16.444201 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cfc665a6-881a-401b-86dc-302531953e4c req-4935c55b-a179-4c1c-b56d-ab802d929631 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] 10.222.0.24 "GET /v2.0/ports?device_id=06532203-50e8-4912-8155-b3e5547f2b76 HTTP/1.1" status: 200 len: 210 time: 0.0479782 Jun 22 04:01:16.862737 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d291a77-3997-4a1e-91c1-44e90c45e2f9 req-ad9a11cd-9489-4492-8f40-ceaae9df164c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:16.865244 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d291a77-3997-4a1e-91c1-44e90c45e2f9 req-ad9a11cd-9489-4492-8f40-ceaae9df164c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0809352 Jun 22 04:01:16.909593 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d291a77-3997-4a1e-91c1-44e90c45e2f9 req-eed43aa1-992f-4166-8099-ac69b8ccf8c2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347412 Jun 22 04:01:17.670007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-019c2d4e-5de7-4303-a4da-8b8a5234bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:18.175742 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e505337-71ed-426c-9e0f-9393879350fc req-5ad84c7d-b301-4535-9f68-22b3ab013427 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:18.178087 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8e505337-71ed-426c-9e0f-9393879350fc req-5ad84c7d-b301-4535-9f68-22b3ab013427 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0972927 Jun 22 04:01:18.231802 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8e505337-71ed-426c-9e0f-9393879350fc req-d18d097b-fb15-48d0-9fc5-edd7f242d6b5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Jun 22 04:01:19.347160 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 37950) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:19.436240 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93d204-7cea-4a1e-aa65-988d146b05fe req-62c98de7-f8ce-4987-91a8-69b00b401853 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:19.437922 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4a93d204-7cea-4a1e-aa65-988d146b05fe req-62c98de7-f8ce-4987-91a8-69b00b401853 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0735164 Jun 22 04:01:19.474083 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.496790 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4a93d204-7cea-4a1e-aa65-988d146b05fe req-fee003fa-c8df-4a15-95ee-3e82210d0beb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533991 Jun 22 04:01:19.577265 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.581494 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.583860 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:19.620618 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90b227c3c0144ac884a908791913105a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718573 Jun 22 04:01:19.621216 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23290b-afb5-4126-8e6c-6bffb4901377,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:19.622857 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 37968) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:19.624206 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:19.673859 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.697896 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.764006 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.767499 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:19.769092 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf23290b-afb5-4126-8e6c-6bffb4901377 HTTP/1.1" status: 204 len: 168 time: 0.1450601 Jun 22 04:01:19.770295 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c4dbd810-e765-424d-b6dd-2873d5c68d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:19.784823 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23290b-afb5-4126-8e6c-6bffb4901377,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:19.792297 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2661335e-6e05-4c0b-9fb4-24c1913cf126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:20.008674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-45e3b25c-9883-4676-80de-4b15912e9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:20.010723 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-45e3b25c-9883-4676-80de-4b15912e9877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1098 time: 0.0570266 Jun 22 04:01:20.062104 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38002) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:20.076994 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.121065 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-aeb8c2c7-7137-4a0d-89ec-8e0cedc31510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:20.122719 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-aeb8c2c7-7137-4a0d-89ec-8e0cedc31510 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0973465 Jun 22 04:01:20.169646 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.175047 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.178192 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-03a83139-8a77-418b-b50e-452f374691e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:20.206756 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-63d96e59-22f3-42f8-a335-8c6f466f441a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 1000 time: 0.0772891 Jun 22 04:01:20.221465 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbaacf7cef124c2b9aa02f76c985870d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581626 Jun 22 04:01:20.224859 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38012) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:20.239148 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c3ce8-a824-4fae-a905-37a145ad70f6,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:20.243300 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:20.254791 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c9009a86-0fb6-42e9-8921-45b620787fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.279325 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-e68ce737-0df2-46b9-902f-fcafd57aa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:20.280874 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-e68ce737-0df2-46b9-902f-fcafd57aa1bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0667443 Jun 22 04:01:20.289707 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.318413 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.340658 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-5e27c0d0-492b-4b11-83e1-306e38662f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:20.342129 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-5e27c0d0-492b-4b11-83e1-306e38662f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546541 Jun 22 04:01:20.383105 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.384236 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.388127 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/630c3ce8-a824-4fae-a905-37a145ad70f6 HTTP/1.1" status: 204 len: 168 time: 0.1600635 Jun 22 04:01:20.388127 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8afed49b-edc0-48e0-9bcc-12f109ca27d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:20.410211 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c3ce8-a824-4fae-a905-37a145ad70f6,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:20.414821 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8e65f757-786e-4f1f-9a26-3c063f3b4ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:20.445754 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-9bfba239-3e6d-45d3-9790-003ea7810e80 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962431 Jun 22 04:01:20.548152 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2230b509-fa37-4f2a-8afd-8495c3e09b1e req-f1e3d866-2b42-48c0-8d3e-a559e59890c5 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960329 Jun 22 04:01:20.687262 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:20.706791 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f67f-48b4-47d6-8d06-ef7eb9e91d4c req-4c1b3784-b89b-4ad5-9d57-43d6c6e69aa4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:20.708353 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d7a7f67f-48b4-47d6-8d06-ef7eb9e91d4c req-4c1b3784-b89b-4ad5-9d57-43d6c6e69aa4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 945 time: 0.0815458 Jun 22 04:01:20.749331 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d7a7f67f-48b4-47d6-8d06-ef7eb9e91d4c req-c81d50e9-8f6e-4126-a77c-028ebfdb837a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340891 Jun 22 04:01:21.226241 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:01:21.301277 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:21.324309 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:21.326581 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a056dab0-1e02-4885-9938-4ee5389ae2f4" -d '{"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-unplugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:21.340899 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:21.347561 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:21.348491 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9158c70c-e022-49e3-be51-2f8fb52c1c0a no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:01:21.351007 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-4e77e9f6-21a5-464c-8afd-4ff6131e4651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:21.389369 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3dd92b-b6a9-424c-932a-fa833f037105 x-openstack-request-id: req-6d3dd92b-b6a9-424c-932a-fa833f037105 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:21.389670 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-unplugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:21.389924 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d3dd92b-b6a9-424c-932a-fa833f037105 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:21.390305 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'code': 200} Jun 22 04:01:21.392953 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 9158c70c-e022-49e3-be51-2f8fb52c1c0a {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:01:21.393302 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9158c70c-e022-49e3-be51-2f8fb52c1c0a not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:01:21.418677 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=8']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:21.421803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:21.858441 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38096) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:21.941915 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3262-b877-471a-b24a-d45796a6c383 req-09bf829d-cf38-439f-bd05-7d5a81cccc47 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:21.943417 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7d9f3262-b877-471a-b24a-d45796a6c383 req-09bf829d-cf38-439f-bd05-7d5a81cccc47 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0687654 Jun 22 04:01:21.980539 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:21.987992 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7d9f3262-b877-471a-b24a-d45796a6c383 req-7e7ba1a6-a14e-4269-b585-3f4878601062 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Jun 22 04:01:22.022631 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-7e25b1b8-2e55-4b4c-a0ce-30aeb9a91342 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=becd35c14e31417ba2f0e897ea4b35be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609197 Jun 22 04:01:22.022862 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38104) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:22.073812 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:22.094412 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:22.144249 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:22.147003 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:22.148078 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6084649a-6916-4117-8c81-af8282286c43 HTTP/1.1" status: 204 len: 168 time: 0.1243272 Jun 22 04:01:22.148911 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-56ba7fc4-fbe6-4690-9f87-591ad1278c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:22.157898 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6084649a-6916-4117-8c81-af8282286c43,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:22.160091 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:22.845103 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38148) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:22.851682 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38152) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:22.937996 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1294460530-network', 'tenant_id': '74a3a80f21b74ee491a4b12a0ab53bca'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:22.957181 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:22.980187 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Made reservation on behalf of 74a3a80f21b74ee491a4b12a0ab53bca for: {'network': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:01:22.982498 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:22.995344 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.081247 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.090891 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.094996 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4d487e8a-688d-45ff-8a38-fa3af5456a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.171199 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7117fd95-dfa6-47ca-acbb-5fd6af7d54a0,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:23.177019 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:23.185204 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef78d4b569e747eb9034c64411e9b843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325686 Jun 22 04:01:23.188248 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38158) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:23.239847 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.247762 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b236b-55b4-42e1-a019-a3af9dda71fb req-706cd2d1-2ba9-4d33-b66f-0baba49ca0bd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:23.249194 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c74b236b-55b4-42e1-a019-a3af9dda71fb req-706cd2d1-2ba9-4d33-b66f-0baba49ca0bd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.1193678 Jun 22 04:01:23.269932 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.278115 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.279776 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.284198 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.288459 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fa79de8b-403d-46d5-be2d-cdb2b0b11a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.315178 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=92787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:01:23.320139 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.323772 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.324938 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7117fd95-dfa6-47ca-acbb-5fd6af7d54a0 HTTP/1.1" status: 204 len: 168 time: 0.1356330 Jun 22 04:01:23.325799 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e653552d-7022-47f7-83ea-18f0b719869b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.333574 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c74b236b-55b4-42e1-a019-a3af9dda71fb req-f69f6d0f-7efc-4a1e-aa2b-405ad06fb495 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788102 Jun 22 04:01:23.335032 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7117fd95-dfa6-47ca-acbb-5fd6af7d54a0,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:23.337492 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:23.338454 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.338793 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.segments_db [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Added segment e20e0849-608d-409b-aa3b-cc9ce2cadc37 of type vlan for network 5e05d915-0337-4cc7-9448-929c42c79143 Jun 22 04:01:23.340053 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:23.355195 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.355569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.355932 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.356293 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.356688 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.357045 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.357437 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.357730 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.358180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.358408 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.358748 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.359086 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:01:23.380040 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:23.395108 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.426796 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.428395 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:23.429180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.434014 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-686ca5f2-783f-44c5-becc-c74d1749242e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.488567 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6422849 Jun 22 04:01:23.491429 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38168) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:23.497039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Request body: {'subnet': {'network_id': '5e05d915-0337-4cc7-9448-929c42c79143', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1294460530-subnet', 'tenant_id': '74a3a80f21b74ee491a4b12a0ab53bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:23.501156 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Pushing event updated for resources: {'Network': ['ID=5e05d915-0337-4cc7-9448-929c42c79143,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:23.505611 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:23.514474 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 5e05d915-0337-4cc7-9448-929c42c79143 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:01:23.525990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Made reservation on behalf of 74a3a80f21b74ee491a4b12a0ab53bca for: {'subnet': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:01:23.528693 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9171304'] for subnet, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.662101 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38174) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:23.678577 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.716380 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9148442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9171290'] for subnet, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.719558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-88590787-8f5a-464d-9135-436dec5db86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.780983 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4f25a6-7189-4fd0-b15b-0d88b0e20995,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:23.788084 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:23.788412 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.793074 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.796926 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7174230a-7542-4c1c-b275-5d7f3ac59d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.798435 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Checking segment: {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:01:23.799203 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Network hostable DHCP agents. Network: 5e05d915-0337-4cc7-9448-929c42c79143, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:01:23.819415 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Network 5e05d915-0337-4cc7-9448-929c42c79143 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:01:23.829874 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 5e05d915-0337-4cc7-9448-929c42c79143) {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:01:23.834404 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:23.835102 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.841017 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f8acca3c5214c578e8b480dc7345670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762552 Jun 22 04:01:23.841754 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38182) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:23.843024 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847d9aa-71ba-4f99-8dd3-340ab7139483,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:23.843798 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1546b67-e5b3-46b8-9eed-6a35286390ef None None] Network 5e05d915-0337-4cc7-9448-929c42c79143 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:01:23.846705 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:23.861197 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9542dd35-787d-46bc-9b2e-219f62c11f40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3685596 Jun 22 04:01:23.901725 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.925783 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.982164 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.985710 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.989533 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e847d9aa-71ba-4f99-8dd3-340ab7139483 HTTP/1.1" status: 204 len: 168 time: 0.1395481 Jun 22 04:01:23.989533 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-feaba680-b2be-453f-b990-3601cdddf58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:23.998422 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847d9aa-71ba-4f99-8dd3-340ab7139483,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:24.006495 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:24.029049 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5908c9-8a79-4c65-a2de-f32f6c94d3fe None None] Network 5e05d915-0337-4cc7-9448-929c42c79143 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:01:24.269279 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6f52-1bbc-417d-ac07-5392cd3ffc6b req-837203dd-1068-48e6-b427-c711fa41c469 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:24.271408 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-014b6f52-1bbc-417d-ac07-5392cd3ffc6b req-837203dd-1068-48e6-b427-c711fa41c469 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0839090 Jun 22 04:01:24.318425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-014b6f52-1bbc-417d-ac07-5392cd3ffc6b req-94a9f28b-34e7-4564-918a-61fc8c1e0a76 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371251 Jun 22 04:01:24.664569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38230) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:24.757719 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-72d8d7c7-b516-42cf-962f-a504bc5a0c40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919390 Jun 22 04:01:25.512976 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92ec7a-e108-41de-8bb0-e38938878d89 req-f1fcd870-7c2b-42f5-8d2e-18660649aa4e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:25.514466 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2f92ec7a-e108-41de-8bb0-e38938878d89 req-f1fcd870-7c2b-42f5-8d2e-18660649aa4e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0704138 Jun 22 04:01:25.559305 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2f92ec7a-e108-41de-8bb0-e38938878d89 req-51412e02-5c6e-4dab-ad48-b69af1fcc829 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Jun 22 04:01:25.876758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-73bb63ce-3c38-4cc7-a632-255e1180004f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:25.878200 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-73bb63ce-3c38-4cc7-a632-255e1180004f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/networks?id=5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 200 len: 814 time: 0.1081290 Jun 22 04:01:25.895499 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-e55a3c63-21d8-4286-92c2-c8d991a79f8c tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/quotas/74a3a80f21b74ee491a4b12a0ab53bca HTTP/1.1" status: 200 len: 375 time: 0.0092285 Jun 22 04:01:25.939552 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-471ac5ac-8282-4186-8b5b-f7e8af820cce tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368896 Jun 22 04:01:26.041232 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-9a096d30-283d-498a-b66c-0739ab865194 service neutron] 10.222.0.24 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915761 Jun 22 04:01:26.131196 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-872fefd6-a803-4065-9e8c-f3afedb8c5cf service neutron] 10.222.0.24 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832505 Jun 22 04:01:26.299632 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b9963558-92b5-4841-959d-54e7d04dd701 req-f832f84b-686f-41fc-9093-015469968f72 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0287688 Jun 22 04:01:26.309688 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816df568-9244-4a11-bd02-1aa1a3632168 req-acb9a224-c8a8-47a7-bf17-71f395071dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:26.311266 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-acb9a224-c8a8-47a7-bf17-71f395071dee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf&tenant_id=86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 1096 time: 0.0883915 Jun 22 04:01:26.409646 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816df568-9244-4a11-bd02-1aa1a3632168 req-8dee2cd9-5cdf-4851-924d-8ebdd45f0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:26.411666 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-8dee2cd9-5cdf-4851-924d-8ebdd45f0171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1096 time: 0.0546312 Jun 22 04:01:26.504842 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816df568-9244-4a11-bd02-1aa1a3632168 req-71204deb-d5e1-4b4f-a929-137362e8eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:26.506309 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-71204deb-d5e1-4b4f-a929-137362e8eee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0886710 Jun 22 04:01:26.574905 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-f3636b9f-b373-494a-9025-96ce4d1866e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 998 time: 0.0609994 Jun 22 04:01:26.639080 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816df568-9244-4a11-bd02-1aa1a3632168 req-d65978d8-79e7-49fa-a0dd-74714331407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:26.641530 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-d65978d8-79e7-49fa-a0dd-74714331407f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0564792 Jun 22 04:01:26.768832 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816df568-9244-4a11-bd02-1aa1a3632168 req-be1dfb71-814b-47dc-9a77-866e85ed56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:26.770297 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-be1dfb71-814b-47dc-9a77-866e85ed56da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072373 Jun 22 04:01:26.782359 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562dc6-0c46-4ec1-af98-cc1327ce0e8e req-508aa978-e55d-4f54-8e98-9bd9e26fe446 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:26.783758 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7f562dc6-0c46-4ec1-af98-cc1327ce0e8e req-508aa978-e55d-4f54-8e98-9bd9e26fe446 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0891533 Jun 22 04:01:26.870057 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7f562dc6-0c46-4ec1-af98-cc1327ce0e8e req-19969a2a-eb81-43d9-bb42-266798ebd908 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769784 Jun 22 04:01:26.897637 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-40794903-4d98-40b5-91a5-233f7ff44976 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128607 Jun 22 04:01:26.988250 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-816df568-9244-4a11-bd02-1aa1a3632168 req-41ea5237-cc3c-4b3b-9354-142cd4e58c76 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842936 Jun 22 04:01:27.216527 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:01:27.453665 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3f6f5274-27fc-4f3b-9259-502eecdd8d11 req-4a197e4e-44e0-467d-8b13-07e6e72f40b6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0330548 Jun 22 04:01:27.561885 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b77607ff-663d-4f59-9ab1-1fa6d29ffe4f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:27.563915 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b77607ff-663d-4f59-9ab1-1fa6d29ffe4f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "GET /v2.0/networks?id=5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 200 len: 814 time: 0.1464944 Jun 22 04:01:27.575545 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.079602 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0d68e-cd38-4c66-8063-64cd744c3d59 req-2f99b1b4-afd6-4d1d-a3a3-77e2821d2b5a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:28.081131 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bbb0d68e-cd38-4c66-8063-64cd744c3d59 req-2f99b1b4-afd6-4d1d-a3a3-77e2821d2b5a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0811913 Jun 22 04:01:28.117815 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bbb0d68e-cd38-4c66-8063-64cd744c3d59 req-b012a79c-d9bd-44d4-b061-e536fb5d869c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Jun 22 04:01:28.521147 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38348) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:28.615160 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-dc393550-1c72-4807-8f85-2eaee7de0a57 req-116efdb2-0c77-4062-81a5-d2726050a50d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0303411 Jun 22 04:01:28.629937 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.727110 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.731924 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.735167 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-76661e7b-c295-4fba-b6a5-66929bb2f7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:28.771111 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2273411434bc43d08376026537586d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482767 Jun 22 04:01:28.772233 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca58abb-4612-4606-9ef7-8b0a64619dbe,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:28.773940 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38352) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:28.775241 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:28.824428 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.846928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.897281 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.900379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:28.901828 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ca58abb-4612-4606-9ef7-8b0a64619dbe HTTP/1.1" status: 204 len: 168 time: 0.1269319 Jun 22 04:01:28.902556 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b808e74b-b8dc-4335-a7ae-a2fe3ef43e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:28.909439 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca58abb-4612-4606-9ef7-8b0a64619dbe,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:28.911853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:29.177466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38360) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:29.193104 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.333075 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.336999 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.340287 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-580d25d0-3e3b-4d51-95a4-bf75031046b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:29.367413 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b33de5-592d-428d-9c30-a70a173cedf1 req-4eee9dba-c5f8-4c07-a75b-e9c6e84f888f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:29.369402 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-87b33de5-592d-428d-9c30-a70a173cedf1 req-4eee9dba-c5f8-4c07-a75b-e9c6e84f888f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.1158524 Jun 22 04:01:29.401633 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d3ced44fd6145fb8e09bfd02cc5d049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230988 Jun 22 04:01:29.402483 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a28cf8-5945-402b-b5c4-8efeafb62c19,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:29.404299 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38362) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:29.406719 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:29.425796 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-87b33de5-592d-428d-9c30-a70a173cedf1 req-5463677e-2ae6-48c6-a1ae-813db3b54e76 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Jun 22 04:01:29.472091 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.501638 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.548781 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.551663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:29.555082 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9a28cf8-5945-402b-b5c4-8efeafb62c19 HTTP/1.1" status: 204 len: 168 time: 0.1476393 Jun 22 04:01:29.555082 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:29.561779 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a28cf8-5945-402b-b5c4-8efeafb62c19,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:29.564108 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:29.808184 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-320e0ab6-3329-47b0-9977-0e9baadb49ea req-606e97ba-974c-41ce-8841-15a12f9cee32 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0350056 Jun 22 04:01:30.644138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489c197-5bc1-42b3-82a4-2abfd0eccc10 req-8e18f03b-a35e-4bb9-bde0-7847f62ce9f2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:30.645562 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3489c197-5bc1-42b3-82a4-2abfd0eccc10 req-8e18f03b-a35e-4bb9-bde0-7847f62ce9f2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0858753 Jun 22 04:01:30.693163 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3489c197-5bc1-42b3-82a4-2abfd0eccc10 req-d7cb0433-af67-435b-b756-52cf0b9d3f5f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Jun 22 04:01:30.968514 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4af0b96f-8db1-47e3-908b-99fdeb6c29a2 req-a5ad80ff-4900-46af-97f8-41e9237d22c0 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0391717 Jun 22 04:01:31.952797 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b495a-3724-4275-b3b1-3e975c2d4a92 req-d4b042e4-942f-4da7-95e9-531b285eaa5d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:31.954476 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-934b495a-3724-4275-b3b1-3e975c2d4a92 req-d4b042e4-942f-4da7-95e9-531b285eaa5d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0977759 Jun 22 04:01:32.001282 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-934b495a-3724-4275-b3b1-3e975c2d4a92 req-090d1948-ec6a-461e-82c0-58d1d4b110e2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Jun 22 04:01:32.150271 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-22245fa3-2605-4a06-b8d9-4e0cdd592e2d req-b7e0c295-6970-4b81-8ed0-efbe2c17074c tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0328310 Jun 22 04:01:33.237876 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66477-51ac-4a9e-bfe7-56325e7789f5 req-7aa5141d-21b3-437c-8871-5a06757a3f87 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:33.245180 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-70d66477-51ac-4a9e-bfe7-56325e7789f5 req-7aa5141d-21b3-437c-8871-5a06757a3f87 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0955350 Jun 22 04:01:33.299442 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-70d66477-51ac-4a9e-bfe7-56325e7789f5 req-78488804-7341-4bef-89f8-5a0d955411f2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533035 Jun 22 04:01:33.362413 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ba6051c0-51cc-4892-b6ae-99f7eb8529b8 req-9179e676-cae4-47ee-9673-501903515f3d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0448158 Jun 22 04:01:34.491564 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421073da-4823-4036-9ebb-c06626236226 req-9bd2eb80-2e50-42f9-9f65-a3c85b59ff76 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:34.494679 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-421073da-4823-4036-9ebb-c06626236226 req-9bd2eb80-2e50-42f9-9f65-a3c85b59ff76 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0709884 Jun 22 04:01:34.507539 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-05ddc796-41ee-470a-84ba-3cde8fe740ed req-2d50a790-5edf-4adb-be6f-a2765f299177 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0291629 Jun 22 04:01:34.537211 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-421073da-4823-4036-9ebb-c06626236226 req-49d8d5df-8d74-484d-a75b-eaad0a22d772 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377634 Jun 22 04:01:34.839292 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38488) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:34.946567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.035550 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.039427 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.042334 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e52fa6f8-6b75-4271-8b35-03c8b4961347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:35.077145 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4b61c-00cb-466b-b718-7d34e3214c74,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:35.080890 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:35.083892 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95161b9f78d64acb9f0be680c78d76d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435308 Jun 22 04:01:35.086698 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38492) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:35.138939 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.159740 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.207484 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.210320 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.211636 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dde4b61c-00cb-466b-b718-7d34e3214c74 HTTP/1.1" status: 204 len: 168 time: 0.1237142 Jun 22 04:01:35.213447 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a29c0fa4-be36-4569-9046-eac13f52c8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:35.220853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4b61c-00cb-466b-b718-7d34e3214c74,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:35.223036 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:35.476574 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38498) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:35.489876 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cb3acab6-c4bc-42b9-89a3-7ae9b5711ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.592166 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cb3acab6-c4bc-42b9-89a3-7ae9b5711ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.604050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cb3acab6-c4bc-42b9-89a3-7ae9b5711ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:35.607332 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-a80195c2-268a-4bb7-a072-b3c0650f8863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:35.787567 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986fbe8-6bad-4985-b855-08856bc6b24a req-da2c05b3-e38e-4cf5-8790-f11b99fd7426 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:35.789243 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8986fbe8-6bad-4985-b855-08856bc6b24a req-da2c05b3-e38e-4cf5-8790-f11b99fd7426 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0935273 Jun 22 04:01:35.832595 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8986fbe8-6bad-4985-b855-08856bc6b24a req-0175340d-d07e-4a94-9bca-d2d9b1f7f82a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Jun 22 04:01:35.929996 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-26ee2ca1-f5f8-4587-a71e-dc640c30d121 req-414b149c-cbd3-4bf7-9a43-92b39e7dc73a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0547948 Jun 22 04:01:35.936522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38504) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:35.938123 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cb3acab6-c4bc-42b9-89a3-7ae9b5711ff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c4e907a4bdc4787937af20a32d38d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602921 Jun 22 04:01:35.939370 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3acab6-c4bc-42b9-89a3-7ae9b5711ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4420d70-cd7f-4785-9784-4cbfe56ef151,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:35.942625 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cb3acab6-c4bc-42b9-89a3-7ae9b5711ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:35.987262 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.008790 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.056117 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.058939 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.062664 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4420d70-cd7f-4785-9784-4cbfe56ef151 HTTP/1.1" status: 204 len: 168 time: 0.1225901 Jun 22 04:01:36.062664 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0094771b-4443-4cc5-98da-7de4e41b5d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:36.069308 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4420d70-cd7f-4785-9784-4cbfe56ef151,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:36.073029 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:36.382958 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38510) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:36.398870 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.495036 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.499865 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.502345 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-e2801fb9-0beb-401e-801d-d6fa9aacf941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:36.825918 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ba766ed17574597a780cd4736b8e272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418163 Jun 22 04:01:36.827061 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec07672-e80f-4cd4-a86a-972bb3ad68e7,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:36.827715 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38514) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:36.831349 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:36.879349 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.902276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.956582 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.959836 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:36.969011 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ec07672-e80f-4cd4-a86a-972bb3ad68e7 HTTP/1.1" status: 204 len: 168 time: 0.1380875 Jun 22 04:01:36.970112 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6f211632-14c0-46b4-8ec1-6e56b1c72b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:36.978940 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec07672-e80f-4cd4-a86a-972bb3ad68e7,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:36.982158 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:37.045283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceea20d-4cd9-41aa-858c-c61b3cc09b0d req-dff1484f-8546-428d-af43-57af558129ea tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:37.052415 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9ceea20d-4cd9-41aa-858c-c61b3cc09b0d req-dff1484f-8546-428d-af43-57af558129ea tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0979714 Jun 22 04:01:37.089980 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9ceea20d-4cd9-41aa-858c-c61b3cc09b0d req-45de4531-06b9-4ea4-b8fe-2cda2c065ea1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Jun 22 04:01:37.144818 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d963b916-19f6-4934-bc8f-2e0bfe8f1d10 req-4cc6e784-ef13-4c5d-8338-4fed2815ef74 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0592012 Jun 22 04:01:38.312626 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f2e94-5c87-4e1c-b3c2-c9ae4f231b4c req-207adf7c-0324-4523-ade2-442b802d451c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:38.314102 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-131f2e94-5c87-4e1c-b3c2-c9ae4f231b4c req-207adf7c-0324-4523-ade2-442b802d451c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0849729 Jun 22 04:01:38.323345 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7f394419-9307-481d-b0d0-f9ca77889ffd req-48dd2221-c3d2-48ed-973b-98d288ecf2a6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0320692 Jun 22 04:01:38.365942 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-131f2e94-5c87-4e1c-b3c2-c9ae4f231b4c req-c902d684-770f-44f9-a47d-0ff5df5275e5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460048 Jun 22 04:01:38.898986 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38582) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:39.002654 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.101006 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.105176 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.108678 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c19ece5c-5088-4993-8c77-a370ef60c019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:39.153803 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d57cfb12dc6d4c11a201d6cb409565f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532473 Jun 22 04:01:39.154886 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba25349-6005-4e36-9ddd-ef904467fedb,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:39.158302 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38586) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:39.173670 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:39.214803 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.236051 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.286435 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.289028 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.290753 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aba25349-6005-4e36-9ddd-ef904467fedb HTTP/1.1" status: 204 len: 168 time: 0.1313746 Jun 22 04:01:39.291494 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b7ac28aa-eb2e-41b3-82cb-91ddba6ff77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:39.298648 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba25349-6005-4e36-9ddd-ef904467fedb,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:39.300876 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:39.479319 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bfecd908-d972-40cf-8cde-3bdbc76323cc req-6b3057af-99c0-420b-bc88-189b572dcab5 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0403035 Jun 22 04:01:39.600227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d5f3c-ee91-4459-8400-9b58bd8ef534 req-82ca49e2-b8f9-40cd-b45b-bbf145cea40f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:39.600227 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-790d5f3c-ee91-4459-8400-9b58bd8ef534 req-82ca49e2-b8f9-40cd-b45b-bbf145cea40f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0660617 Jun 22 04:01:39.600227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38596) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:39.630841 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.657498 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-790d5f3c-ee91-4459-8400-9b58bd8ef534 req-94a5fc73-8a23-482d-a6ff-34a1c4a50c78 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525551 Jun 22 04:01:39.740845 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.745665 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.748196 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-55f28192-98fa-46d1-808e-3995f01c2615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:39.783581 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca2fabe-757c-49f8-8987-869bc375b5f1,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:39.788406 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef6ed78e9bd74c3eaa0300aba2545fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872709 Jun 22 04:01:39.789304 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:39.791365 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38598) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:39.844868 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.867479 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.926526 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.929180 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:39.930873 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ca2fabe-757c-49f8-8987-869bc375b5f1 HTTP/1.1" status: 204 len: 168 time: 0.1380346 Jun 22 04:01:39.931663 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-107f6129-4542-4b60-9c07-d7c2aedfb5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:39.946781 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca2fabe-757c-49f8-8987-869bc375b5f1,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:39.949355 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:40.641443 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-95e4dc45-6312-4ad0-b6f0-f9313ccf5467 req-cdf1d027-0da8-470d-854d-d950618119e9 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0433614 Jun 22 04:01:40.854070 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9c2d-559a-41a5-bc25-651c0ee9901f req-18b72801-6ed2-43b9-8036-a9d960775866 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:40.855768 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-130f9c2d-559a-41a5-bc25-651c0ee9901f req-18b72801-6ed2-43b9-8036-a9d960775866 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0742502 Jun 22 04:01:40.895427 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-130f9c2d-559a-41a5-bc25-651c0ee9901f req-2d1ce2b1-93b0-499f-a959-aaac2e084549 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338917 Jun 22 04:01:41.105470 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38636) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:41.214482 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.313516 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.317706 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.349164 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ba9ed75e-53e9-44cb-83d0-90b684697cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:41.362061 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70d0d18feaf849119b9f4c5cb15bb518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555377 Jun 22 04:01:41.364794 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 38640) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:41.375630 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2f2b17-3e3e-4413-a150-67f6c1d426f1,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:41.379069 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:41.413388 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.433774 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.488312 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.494983 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:41.498832 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb2f2b17-3e3e-4413-a150-67f6c1d426f1 HTTP/1.1" status: 204 len: 168 time: 0.1307480 Jun 22 04:01:41.498832 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0f3dfc6c-0141-4752-82ee-189c01361d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:41.507366 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2f2b17-3e3e-4413-a150-67f6c1d426f1,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:41.513193 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:41.784794 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1f2079b2-9620-4760-875e-67c00f793909 req-d589e9da-94eb-48e7-9478-90f38606d489 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0299821 Jun 22 04:01:42.087967 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293ef01-d2f6-4ae6-bab6-f4b2f1877b72 req-ecbbc385-3d3d-4efd-878b-f75430cb2f27 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:42.089474 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3293ef01-d2f6-4ae6-bab6-f4b2f1877b72 req-ecbbc385-3d3d-4efd-878b-f75430cb2f27 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0708265 Jun 22 04:01:42.127032 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3293ef01-d2f6-4ae6-bab6-f4b2f1877b72 req-4e228f9e-9d20-4c61-86b1-78d2ddf543f4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Jun 22 04:01:42.921666 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a49c0feb-eabe-42b4-84df-f66dade6851c req-1ab4c95b-0098-47c5-bf05-a1598d063a92 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Jun 22 04:01:43.311790 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc3d3c-d747-4ce7-a699-1f7f1eac45b8 req-c18bc285-2bb0-47f7-9208-2b6a27067830 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:43.313605 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a3dc3d3c-d747-4ce7-a699-1f7f1eac45b8 req-c18bc285-2bb0-47f7-9208-2b6a27067830 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0651655 Jun 22 04:01:43.350744 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a3dc3d3c-d747-4ce7-a699-1f7f1eac45b8 req-55fa91aa-a413-4463-b215-9a81e905ade2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Jun 22 04:01:44.055279 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-342c9bb1-857b-4189-b80b-23b9d4a54032 req-36779e9d-6be1-4173-a4e7-b04090736324 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Jun 22 04:01:44.529249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae5ba-fc61-4397-b57f-d187ec5cd4d4 req-854c415d-501a-48be-980b-bd73f46d2b10 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:44.530889 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-83eae5ba-fc61-4397-b57f-d187ec5cd4d4 req-854c415d-501a-48be-980b-bd73f46d2b10 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0658062 Jun 22 04:01:44.568473 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-83eae5ba-fc61-4397-b57f-d187ec5cd4d4 req-d755af3d-5a81-4364-8e70-b24db9a076fd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Jun 22 04:01:45.144480 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Request body: {'port': {'device_id': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143', 'admin_state_up': True, 'tenant_id': '74a3a80f21b74ee491a4b12a0ab53bca'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:45.225313 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-56f54d31-00fc-435e-8b38-7a0d373a220f req-b070dd14-71c9-4343-8082-38ee6ecc70d6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0389907 Jun 22 04:01:45.346401 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Made reservation on behalf of 74a3a80f21b74ee491a4b12a0ab53bca for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:01:45.349784 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:45.418638 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-9e174b5e-cc79-4495-90bb-3cafd23f8f04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133442 Jun 22 04:01:45.515229 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Allocated IP 172.20.0.13 (5e05d915-0337-4cc7-9448-929c42c79143/1b4f25a6-7189-4fd0-b15b-0d88b0e20995/c2f82ed8-6004-4f01-8c2e-c3557ebdea16) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:01:45.554612 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-608f2d72-7a96-4269-80d9-1cb03280e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:45.556103 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-608f2d72-7a96-4269-80d9-1cb03280e81b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1098 time: 0.0966721 Jun 22 04:01:45.772454 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-d0f7fda5-cb9b-45ef-8496-145ed2a84e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:45.773909 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-d0f7fda5-cb9b-45ef-8496-145ed2a84e5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1971059 Jun 22 04:01:45.784287 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:45.858794 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38f67-c070-484a-97e7-32b073ce492a req-45d32d46-15ea-46e0-af85-f3fc2f71ccac tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:45.860170 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ccf38f67-c070-484a-97e7-32b073ce492a req-45d32d46-15ea-46e0-af85-f3fc2f71ccac tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.1730983 Jun 22 04:01:45.889072 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-67882e3d-5bc8-45b2-a47f-a94ffb83c2b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 1000 time: 0.1022534 Jun 22 04:01:45.946419 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:45.955273 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b69983f5-a830-4f82-9df8-15b4cf9522b1 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:45.966223 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ccf38f67-c070-484a-97e7-32b073ce492a req-c09a5ad8-73b0-4a2a-b74e-3da7c76d51c0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994956 Jun 22 04:01:46.002545 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-49b66b84-5962-4410-af1a-dcf0fdc95302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:46.004005 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-49b66b84-5962-4410-af1a-dcf0fdc95302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.1066082 Jun 22 04:01:46.022454 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Network 5e05d915-0337-4cc7-9448-929c42c79143 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:01:46.023963 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Pushing event updated for resources: {'Port': ['ID=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:46.026883 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:01:46.028644 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:46.029378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:01:46.104155 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:46.104780 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.124542 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9841661 Jun 22 04:01:46.137875 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-23dbb4a7-e7d4-40d6-8bc7-ce584dbb3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:46.139263 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-23dbb4a7-e7d4-40d6-8bc7-ce584dbb3cdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777261 Jun 22 04:01:46.143962 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Request body: {'port': {'device_id': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:46.231650 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:01:46.284536 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.291611 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-0abcdef5-5808-4ae1-9464-f0bd4c207b80 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433380 Jun 22 04:01:46.396136 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc12847-e957-41bd-a8f6-57c0012f8516 req-dcc51f8f-4772-4d5b-874a-b53327e8fbc2 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:46.397666 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bcc12847-e957-41bd-a8f6-57c0012f8516 req-dcc51f8f-4772-4d5b-874a-b53327e8fbc2 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 932 time: 0.0643582 Jun 22 04:01:46.435800 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bcc12847-e957-41bd-a8f6-57c0012f8516 req-04a4378c-9695-4104-8d2e-4f67300db76a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317173 Jun 22 04:01:46.486828 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-82d170dd-6e0c-4abf-84b4-7506ccf736e0 req-099739ac-902b-4bb6-90ff-502eda4e5324 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883764 Jun 22 04:01:46.627026 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f82ed8-6004-4f01-8c2e-c3557ebdea16 {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:01:46.635365 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.651392 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Transition to ACTIVE for port object c2f82ed8-6004-4f01-8c2e-c3557ebdea16 will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:01:46.655115 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.658227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a55f3f9b-f9e1-4998-8fb7-9bc3ec19b2d4 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:46.736433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:46.739802 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:46.817129 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Attempting to bind port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:01:46.817482 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Attempting to bind port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:01:46.817777 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Attempting to bind port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 on network 5e05d915-0337-4cc7-9448-929c42c79143 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:01:46.822437 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 on network 5e05d915-0337-4cc7-9448-929c42c79143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:01:46.822746 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Attempting to bind port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 on network 5e05d915-0337-4cc7-9448-929c42c79143 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:01:46.827881 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:01:46.828205 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Checking segment: {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:01:46.828609 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Bound using segment: {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:01:46.829024 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Bound port: c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:01:46.829358 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.891944 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] For port c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:01:46.895222 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] For port c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:01:46.898678 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.901827 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ba1d2d13-1522-4ef5-984f-690e03a8ea3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:46.933682 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:46.934297 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:46.935699 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2f82ed8-6004-4f01-8c2e-c3557ebdea16 HTTP/1.1" status: 200 len: 1094 time: 0.7955632 Jun 22 04:01:46.936193 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'tag': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:46.938870 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afbc935-e647-4512-91a5-83af6ff694dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c03fe337-3b7d-4260-855e-c08d6c5ebe51", "tag": "c2f82ed8-6004-4f01-8c2e-c3557ebdea16"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:46.975369 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:46.980715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:46.983197 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d48b48-d5b4-454d-ab0e-6647c8607834 x-openstack-request-id: req-59d48b48-d5b4-454d-ab0e-6647c8607834 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:46.983523 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03fe337-3b7d-4260-855e-c08d6c5ebe51", "tag": "c2f82ed8-6004-4f01-8c2e-c3557ebdea16", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:46.983813 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59d48b48-d5b4-454d-ab0e-6647c8607834 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:46.984267 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'tag': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16', 'status': 'completed', 'code': 200} Jun 22 04:01:47.083520 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-85af24cf-124d-43a9-af6a-3975fca26178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.085679 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-85af24cf-124d-43a9-af6a-3975fca26178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 1097 time: 0.0666771 Jun 22 04:01:47.146843 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-98bfbaa7-c7d4-47ca-b38f-997ff45a86e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16 HTTP/1.1" status: 200 len: 217 time: 0.0454054 Jun 22 04:01:47.197188 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bdf38-ddbc-41e1-a39d-f5e73e16a0aa req-77e5c741-262e-4843-8ac1-43c47bc58029 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.198676 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e5bdf38-ddbc-41e1-a39d-f5e73e16a0aa req-77e5c741-262e-4843-8ac1-43c47bc58029 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0775585 Jun 22 04:01:47.218744 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be90-2395-4013-8b02-8ed39924aa85 req-42c49669-cf2d-43f0-9d5c-724212f684b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.220205 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-42c49669-cf2d-43f0-9d5c-724212f684b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b4f25a6-7189-4fd0-b15b-0d88b0e20995 HTTP/1.1" status: 200 len: 854 time: 0.0579078 Jun 22 04:01:47.240400 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0e5bdf38-ddbc-41e1-a39d-f5e73e16a0aa req-68147d53-1fca-4ed5-b989-504f69a37382 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358262 Jun 22 04:01:47.267090 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-73adc804-7263-4e8b-b2ec-c1689d17ce80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e05d915-0337-4cc7-9448-929c42c79143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378819 Jun 22 04:01:47.364304 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-5ae86b28-99a3-4d83-90b4-2fea390d4d08 service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886803 Jun 22 04:01:47.454187 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e380be90-2395-4013-8b02-8ed39924aa85 req-cff7283b-337b-49c1-84e9-2b27e398483c service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827091 Jun 22 04:01:47.661456 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2900c-f061-4e04-b706-ad122eac484f req-42c29246-0886-429b-ae48-fedb8774c47a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.662929 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-95a2900c-f061-4e04-b706-ad122eac484f req-42c29246-0886-429b-ae48-fedb8774c47a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 944 time: 0.1118934 Jun 22 04:01:47.663077 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-e5a27b55-a3f4-4667-92c6-46abb2a2d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:47.668124 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbc935-e647-4512-91a5-83af6ff694dc req-60265745-5b18-4a26-9f83-ec0e441b5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.669628 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-60265745-5b18-4a26-9f83-ec0e441b5573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 1097 time: 0.0908029 Jun 22 04:01:47.749108 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-95a2900c-f061-4e04-b706-ad122eac484f req-66fcfe1a-95bb-4754-a262-e7ad2167f368 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784588 Jun 22 04:01:47.783238 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbc935-e647-4512-91a5-83af6ff694dc req-4b215d5a-a0e1-4681-bc7f-2f6a1af306cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.784821 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-4b215d5a-a0e1-4681-bc7f-2f6a1af306cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 200 len: 915 time: 0.1071079 Jun 22 04:01:47.825805 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-aa6b2e89-5b73-420c-bdab-0714e7c27185 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16 HTTP/1.1" status: 200 len: 217 time: 0.0340927 Jun 22 04:01:47.877335 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbc935-e647-4512-91a5-83af6ff694dc req-8753117e-b87a-4e8d-b183-d69dffaedce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:47.878748 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-8753117e-b87a-4e8d-b183-d69dffaedce0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b4f25a6-7189-4fd0-b15b-0d88b0e20995 HTTP/1.1" status: 200 len: 854 time: 0.0453839 Jun 22 04:01:47.910214 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-3b8c7483-d32c-40fa-9a9e-bfbc6db277ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e05d915-0337-4cc7-9448-929c42c79143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251653 Jun 22 04:01:48.004604 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-570b7243-327f-420e-ae29-2d25c73b2360 service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867903 Jun 22 04:01:48.090520 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4afbc935-e647-4512-91a5-83af6ff694dc req-433d5a75-01ff-478f-9947-8a0a25f694cf service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794010 Jun 22 04:01:48.427114 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87bc6-48fc-4353-9f47-d4bb95582bd3 req-42cf24d9-135f-449d-b534-96053d15c4d2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:48.428607 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-98d87bc6-48fc-4353-9f47-d4bb95582bd3 req-42cf24d9-135f-449d-b534-96053d15c4d2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0704646 Jun 22 04:01:48.469312 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-98d87bc6-48fc-4353-9f47-d4bb95582bd3 req-54d3d892-2cc3-4af8-9326-8095d27d8554 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340345 Jun 22 04:01:48.923126 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4b05-3e99-4ef6-8e16-6a8edb30617b req-0f3a6d5e-ad68-44ee-9f0e-31f3245f1b56 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:48.924585 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f56a4b05-3e99-4ef6-8e16-6a8edb30617b req-0f3a6d5e-ad68-44ee-9f0e-31f3245f1b56 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 944 time: 0.0657387 Jun 22 04:01:48.961297 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f56a4b05-3e99-4ef6-8e16-6a8edb30617b req-1f36cd14-c71e-4c9c-bea5-63d7d61df701 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Jun 22 04:01:49.654413 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9d08c-8d24-4709-aba6-a84b3a6c4977 req-a4fe573a-04d0-4642-afee-8c1a50b94f93 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:49.655922 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-68b9d08c-8d24-4709-aba6-a84b3a6c4977 req-a4fe573a-04d0-4642-afee-8c1a50b94f93 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0714111 Jun 22 04:01:49.695316 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-68b9d08c-8d24-4709-aba6-a84b3a6c4977 req-99542325-f7b6-43fd-9863-1e7aa47296bf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331290 Jun 22 04:01:50.146241 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c0b1-aba3-4d9f-a425-a213d1f47ced req-e445dbdd-cd9f-4448-8d87-a9bed873c957 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:50.147687 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-de92c0b1-aba3-4d9f-a425-a213d1f47ced req-e445dbdd-cd9f-4448-8d87-a9bed873c957 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 944 time: 0.0652289 Jun 22 04:01:50.184805 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-de92c0b1-aba3-4d9f-a425-a213d1f47ced req-f0bda27a-53a5-4c3f-b944-63ae5e61dd87 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Jun 22 04:01:50.249246 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-46516b95-3590-423b-95a7-b9dcd306d989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:50.690019 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:50.911892 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fc48a-63e8-411c-bb5b-02dfe9769f07 req-550e4c59-aa83-4c9b-8df8-ec12fd5332ac tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:50.916759 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-730fc48a-63e8-411c-bb5b-02dfe9769f07 req-550e4c59-aa83-4c9b-8df8-ec12fd5332ac tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 943 time: 0.0927918 Jun 22 04:01:50.965184 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-730fc48a-63e8-411c-bb5b-02dfe9769f07 req-d087a4f1-acfd-4f67-8eea-b9fe06a26cd8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385516 Jun 22 04:01:51.334497 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device c2f82ed8-6004-4f01-8c2e-c3557ebdea16 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:01:51.375699 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e7f3-5657-4a6b-9f90-27a84bb556fa req-f844bff0-0291-42a1-bb01-6a13dbf4053e tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:51.377157 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6cb7e7f3-5657-4a6b-9f90-27a84bb556fa req-f844bff0-0291-42a1-bb01-6a13dbf4053e tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 944 time: 0.0682566 Jun 22 04:01:51.415861 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6cb7e7f3-5657-4a6b-9f90-27a84bb556fa req-4d982b4d-13d9-494b-ac09-459cbb44091d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Jun 22 04:01:51.425857 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:51.443206 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16', 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143', 'port_id': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16', 'mac_address': 'fa:16:3e:13:2a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4f25a6-7189-4fd0-b15b-0d88b0e20995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:01:51.479555 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:51.491438 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f82ed8-6004-4f01-8c2e-c3557ebdea16 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:01:51.510474 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:51.513459 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:51.514325 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:01:51.515961 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:51.606553 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:51.610910 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:51.648093 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:51.658829 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '0204eea6-636f-4e87-97a8-24f133745255', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'port_id': '0204eea6-636f-4e87-97a8-24f133745255', 'mac_address': 'fa:16:3e:61:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:01:51.693862 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:51.706336 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0204eea6-636f-4e87-97a8-24f133745255 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:01:51.724672 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:51.728732 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:51.731481 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:51.775233 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=9']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:51.778088 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:51.977320 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:52.144420 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7f993-97a4-4f69-b2eb-a2db0901dc31 req-77a97e8a-7ff5-4ae2-88d0-e566d937514e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:52.145878 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3df7f993-97a4-4f69-b2eb-a2db0901dc31 req-77a97e8a-7ff5-4ae2-88d0-e566d937514e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.0622227 Jun 22 04:01:52.185709 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3df7f993-97a4-4f69-b2eb-a2db0901dc31 req-fb1f819e-9f20-44dc-9ab5-86840f38f94c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340240 Jun 22 04:01:52.218652 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['c2f82ed8-6004-4f01-8c2e-c3557ebdea16'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:52.245315 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['0204eea6-636f-4e87-97a8-24f133745255'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:01:52.589456 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347839b-a2f7-498b-94a4-077864888141 req-4f4f11fe-ec71-4c7d-a06e-cf2faf0620be tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:52.590789 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6347839b-a2f7-498b-94a4-077864888141 req-4f4f11fe-ec71-4c7d-a06e-cf2faf0620be tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 945 time: 0.0628753 Jun 22 04:01:52.627444 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6347839b-a2f7-498b-94a4-077864888141 req-f7b3b248-3ea5-4608-bf5a-05332e9f4d26 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Jun 22 04:01:53.271752 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:53.367899 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ea7a-68fb-46b0-93d8-42b849e55d9d req-71191386-3702-40de-a841-741477626cbd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:53.370060 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3384ea7a-68fb-46b0-93d8-42b849e55d9d req-71191386-3702-40de-a841-741477626cbd tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.0699751 Jun 22 04:01:53.410476 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3384ea7a-68fb-46b0-93d8-42b849e55d9d req-f056a1b5-6857-49ee-9004-725e86edb6bf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Jun 22 04:01:53.798086 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63398-b23a-4224-b240-e9998ed83663 req-821f0d24-e6d2-4082-8bba-06262b74a1e6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:53.799497 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9ec63398-b23a-4224-b240-e9998ed83663 req-821f0d24-e6d2-4082-8bba-06262b74a1e6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 945 time: 0.0620027 Jun 22 04:01:53.835483 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9ec63398-b23a-4224-b240-e9998ed83663 req-b91085dd-b949-4c42-ba87-bff6dc5211d5 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304594 Jun 22 04:01:54.590733 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783526-a7d8-4949-bad6-8908345f05d9 req-383cf54d-6f94-4fb0-ba81-1a67141783ba tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:54.592177 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e1783526-a7d8-4949-bad6-8908345f05d9 req-383cf54d-6f94-4fb0-ba81-1a67141783ba tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.0677874 Jun 22 04:01:54.631437 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e1783526-a7d8-4949-bad6-8908345f05d9 req-04568f2d-4ecd-4b5e-a294-064cca210523 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Jun 22 04:01:55.007593 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ae81-c8ae-4fa7-82e1-f55ecfcd9251 req-6ba9929c-ebd2-45de-a6ae-ec8593922211 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:55.009022 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8da3ae81-c8ae-4fa7-82e1-f55ecfcd9251 req-6ba9929c-ebd2-45de-a6ae-ec8593922211 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 945 time: 0.0643251 Jun 22 04:01:55.045725 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8da3ae81-c8ae-4fa7-82e1-f55ecfcd9251 req-954bee65-baff-47aa-b27c-1693e1c10d3c tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Jun 22 04:01:55.359329 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device c2f82ed8-6004-4f01-8c2e-c3557ebdea16 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:55.411215 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:01:55.414910 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:55.414910 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:55.507411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:55.536322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:55.538519 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf080e-e820-4310-b0b4-682e502c0d2f" -d '{"events": [{"server_uuid": "c03fe337-3b7d-4260-855e-c08d6c5ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "c2f82ed8-6004-4f01-8c2e-c3557ebdea16"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:55.556917 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:55.561302 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:55.562217 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:55.564719 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:55.724151 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98002129-eb00-4b64-84f1-967cd3e8fca4 x-openstack-request-id: req-98002129-eb00-4b64-84f1-967cd3e8fca4 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:55.724338 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fe337-3b7d-4260-855e-c08d6c5ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "c2f82ed8-6004-4f01-8c2e-c3557ebdea16", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:55.724620 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98002129-eb00-4b64-84f1-967cd3e8fca4 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:55.725005 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16', 'code': 200} Jun 22 04:01:55.764637 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:55.774639 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:55.781617 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 0204eea6-636f-4e87-97a8-24f133745255 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:55.782222 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:55.870241 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:55.880589 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5a024-b469-453b-b35e-22e07069f8a9 req-3543cafe-b0e1-4404-90bf-87e2b45c21d8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:55.882072 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a4e5a024-b469-453b-b35e-22e07069f8a9 req-3543cafe-b0e1-4404-90bf-87e2b45c21d8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 944 time: 0.0988686 Jun 22 04:01:55.905928 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:55.910177 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:55.912201 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:55.931483 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a4e5a024-b469-453b-b35e-22e07069f8a9 req-917eb45e-31f7-4349-b88f-3d7d3642f67a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399768 Jun 22 04:01:55.935809 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92342-0eba-41f9-8173-9739e1bd4a12 req-7d055361-88e8-4ded-a216-32c378b93cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:55.938003 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0ae92342-0eba-41f9-8173-9739e1bd4a12 req-7d055361-88e8-4ded-a216-32c378b93cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 1099 time: 0.1027584 Jun 22 04:01:55.974631 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=10']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:55.977838 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:55.978034 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0ae92342-0eba-41f9-8173-9739e1bd4a12 req-9f182c91-b3d6-45c3-b77f-608eebd5c12c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Jun 22 04:01:56.040806 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38814) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:56.142822 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.252152 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a296a94-fa24-44d3-9adc-b2a1198eebc4 req-694d0aed-0989-4b09-b3a0-c6a4b50ce568 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:56.253667 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4a296a94-fa24-44d3-9adc-b2a1198eebc4 req-694d0aed-0989-4b09-b3a0-c6a4b50ce568 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0987449 Jun 22 04:01:56.314442 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.318468 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4a296a94-fa24-44d3-9adc-b2a1198eebc4 req-3fc629a1-3a5c-4cfb-8ebc-0b0349381d24 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585506 Jun 22 04:01:56.319617 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.321909 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-90e4298d-9f9a-43ba-bac6-b7b47b3469d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:56.354342 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e989e-cf3e-499b-b47e-e6850fa92620,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:56.360529 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:56.364055 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d0b9759c6e84d089891907b34460150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222036 Jun 22 04:01:56.366729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 38822) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:56.414073 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.434685 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.480361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.482919 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.484051 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a3e989e-cf3e-499b-b47e-e6850fa92620 HTTP/1.1" status: 204 len: 168 time: 0.1164141 Jun 22 04:01:56.484812 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e21554f3-7f2f-4cf5-9e4d-c0bdba2360eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:56.491803 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e989e-cf3e-499b-b47e-e6850fa92620,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:56.493984 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:57.118488 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f1a3-35de-4235-a3c2-ac941ea0b230 req-b586518f-6f42-47c8-833a-55070fcffad1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:57.120454 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bd61f1a3-35de-4235-a3c2-ac941ea0b230 req-b586518f-6f42-47c8-833a-55070fcffad1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0629535 Jun 22 04:01:57.158981 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bd61f1a3-35de-4235-a3c2-ac941ea0b230 req-256b9c2a-7b59-4376-bdca-978afa06bfe5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Jun 22 04:01:57.492710 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849275-8693-4b78-bbb7-974a4379bd68 req-92c94434-390f-40b8-8831-f4d4cc693ddc tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:57.494333 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7b849275-8693-4b78-bbb7-974a4379bd68 req-92c94434-390f-40b8-8831-f4d4cc693ddc tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0671148 Jun 22 04:01:57.537706 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7b849275-8693-4b78-bbb7-974a4379bd68 req-fcb1f914-aadc-4f47-bcb2-78fd419b14ac tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Jun 22 04:01:57.589244 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:57.726356 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:01:57.728729 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6143b3d9-4575-47eb-bf89-3399f7178225" -d '{"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:01:57.764131 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b58d03f-7b99-40fa-8fb7-4e3d23edffb8 x-openstack-request-id: req-3b58d03f-7b99-40fa-8fb7-4e3d23edffb8 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:01:57.764585 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:01:57.764849 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b58d03f-7b99-40fa-8fb7-4e3d23edffb8 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:01:57.765251 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'code': 200} Jun 22 04:01:58.342633 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacdf06-b89a-425d-94ff-3336ac371b79 req-015ca362-1bdf-4e93-8801-ed27aeeb2c66 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:58.344100 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7eacdf06-b89a-425d-94ff-3336ac371b79 req-015ca362-1bdf-4e93-8801-ed27aeeb2c66 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0694401 Jun 22 04:01:58.381907 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7eacdf06-b89a-425d-94ff-3336ac371b79 req-e1dd11ea-8d12-466b-98ea-048b70e8a33c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Jun 22 04:01:58.392866 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1203c66-b6ed-48d6-91de-04ce546768c1 req-c8814a8b-5d43-4be7-9107-93e865d42975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:58.394301 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d1203c66-b6ed-48d6-91de-04ce546768c1 req-c8814a8b-5d43-4be7-9107-93e865d42975 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1099 time: 0.0542383 Jun 22 04:01:58.428780 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d1203c66-b6ed-48d6-91de-04ce546768c1 req-ccc9190e-5034-4a86-aea1-74b9764ffc89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275378 Jun 22 04:01:58.719741 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6281223-8c61-4b79-be4d-e37c315a6766 req-6f433e2c-29d3-469b-b20d-4f81a551af78 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:58.721238 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d6281223-8c61-4b79-be4d-e37c315a6766 req-6f433e2c-29d3-469b-b20d-4f81a551af78 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0657072 Jun 22 04:01:58.759846 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d6281223-8c61-4b79-be4d-e37c315a6766 req-c984cdad-8a3f-4cab-85bc-206ec13600cb tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Jun 22 04:01:59.570534 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98339101-1fe2-4066-92b4-4ede23441824 req-62767449-5672-4764-b500-f24c29a718f3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:59.572773 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-98339101-1fe2-4066-92b4-4ede23441824 req-62767449-5672-4764-b500-f24c29a718f3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0650673 Jun 22 04:01:59.611714 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-98339101-1fe2-4066-92b4-4ede23441824 req-1fed11d1-58f6-43b2-846f-b6246675c3d8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jun 22 04:02:00.800419 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74957759-e6bb-45ab-ac36-3fadfc80c0f3 req-f81d560e-5f3c-4d4a-9842-0b45b3570ad2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:00.801997 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-74957759-e6bb-45ab-ac36-3fadfc80c0f3 req-f81d560e-5f3c-4d4a-9842-0b45b3570ad2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0672953 Jun 22 04:02:00.845831 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-74957759-e6bb-45ab-ac36-3fadfc80c0f3 req-6c00b905-f037-4ff4-bc52-60367e842b11 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382285 Jun 22 04:02:02.039056 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6763beb-93a5-4fc9-95d1-965810998f2e req-de7b4a95-c28b-422a-ae7e-5fb721c706a1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:02.040582 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6763beb-93a5-4fc9-95d1-965810998f2e req-de7b4a95-c28b-422a-ae7e-5fb721c706a1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0676768 Jun 22 04:02:02.078532 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a6763beb-93a5-4fc9-95d1-965810998f2e req-36d51bb4-4231-4ddd-bd6c-e082ece51c66 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Jun 22 04:02:02.397099 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39004) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:02.505251 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.595460 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.599422 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.602493 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-751a6fc1-1723-437e-ab57-33a5a35b2043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:02.640327 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f1cf5efc955447bb000f09b09e6b6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422876 Jun 22 04:02:02.641289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df5850-7a50-49d3-8ae2-0f1f16554735,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:02.643031 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39008) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:02.648900 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.649210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.649575 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.649933 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.650420 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.650690 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.651806 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.652468 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.652853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.653206 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.653563 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.653900 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:02.658472 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:02.695849 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.715686 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.764641 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.767205 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:02.768354 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68df5850-7a50-49d3-8ae2-0f1f16554735 HTTP/1.1" status: 204 len: 168 time: 0.1243303 Jun 22 04:02:02.769284 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-aa25dd5f-c10e-42f2-8998-51ec30c9c9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:02.776642 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df5850-7a50-49d3-8ae2-0f1f16554735,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:02.778783 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:17.665169 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-b7f858a4-fcd2-44b0-9bba-ace2a0d085f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:19.743998 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfcaad-9a57-40c2-a0a6-915ba1e8e545 req-cd1571b3-55ed-4a4e-876a-cff5b4afc9c6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:19.745592 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d5bfcaad-9a57-40c2-a0a6-915ba1e8e545 req-cd1571b3-55ed-4a4e-876a-cff5b4afc9c6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0632644 Jun 22 04:02:19.784156 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d5bfcaad-9a57-40c2-a0a6-915ba1e8e545 req-b8905b0f-a395-4212-a386-207f2028fa19 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Jun 22 04:02:20.242916 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ebdc-8447-4db2-9fb2-2b88fe5f457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:20.694303 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:20.955692 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc393c-3fb7-4c3f-9433-89f827127511 req-9d37b9ea-0406-412e-83e7-0f565c97e931 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:20.957127 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-20fc393c-3fb7-4c3f-9433-89f827127511 req-9d37b9ea-0406-412e-83e7-0f565c97e931 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0612257 Jun 22 04:02:20.992147 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-20fc393c-3fb7-4c3f-9433-89f827127511 req-38731695-aece-4b50-91cf-dbff455173eb tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295374 Jun 22 04:02:21.979741 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:22.170727 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea08d-b4d3-4641-822e-b77e08d4fda3 req-ec6c402e-e2a3-43c2-a026-b7c85995adfa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:22.173141 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c3aea08d-b4d3-4641-822e-b77e08d4fda3 req-ec6c402e-e2a3-43c2-a026-b7c85995adfa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0675726 Jun 22 04:02:22.209510 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c3aea08d-b4d3-4641-822e-b77e08d4fda3 req-10cd6dc9-17c1-4ca6-8f49-c2c4a6f5bed8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308070 Jun 22 04:02:23.229794 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:02:23.264759 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:23.386362 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c454b-ad6c-4222-bc5e-cd39d132980a req-8673f506-24ea-495a-b227-864d02b14a59 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:23.387814 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6b8c454b-ad6c-4222-bc5e-cd39d132980a req-8673f506-24ea-495a-b227-864d02b14a59 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0634501 Jun 22 04:02:23.425101 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6b8c454b-ad6c-4222-bc5e-cd39d132980a req-f3250e3d-aeab-4a99-9181-81a9763206fc tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Jun 22 04:02:24.596456 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd918d8-66ae-4e7a-88d3-bc3da843c5bc req-b152973c-bdec-4a0e-9635-c484c3305387 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:24.597803 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9fd918d8-66ae-4e7a-88d3-bc3da843c5bc req-b152973c-bdec-4a0e-9635-c484c3305387 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0644374 Jun 22 04:02:24.634172 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-9fd918d8-66ae-4e7a-88d3-bc3da843c5bc req-6e62a89c-1eb9-47fa-8bb4-65e39c29b993 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Jun 22 04:02:25.906433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9bb83-a9a7-4c49-9966-00ca2d18c7ac req-1bbf9708-2587-4c83-99d7-2b17c76e618d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:25.907883 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6b9bb83-a9a7-4c49-9966-00ca2d18c7ac req-1bbf9708-2587-4c83-99d7-2b17c76e618d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1633182 Jun 22 04:02:25.944972 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c6b9bb83-a9a7-4c49-9966-00ca2d18c7ac req-d5a00d3a-cace-431b-b01e-609fd34b7758 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Jun 22 04:02:27.168756 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0105a-abf6-4c0b-a949-8cfc49a7f30c req-eb8b9ac2-5dbc-4ffe-aecb-e945e0cced10 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:27.170247 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2ea0105a-abf6-4c0b-a949-8cfc49a7f30c req-eb8b9ac2-5dbc-4ffe-aecb-e945e0cced10 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.1154113 Jun 22 04:02:27.211127 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2ea0105a-abf6-4c0b-a949-8cfc49a7f30c req-f53ad54a-172e-4ca9-a553-07286e264f48 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341549 Jun 22 04:02:27.586276 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:28.402367 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17cbeb-ad05-4152-9483-9cf66b4210e7 req-8af13e44-e5ce-4294-b125-1f0bf3acaffc tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:28.404002 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7a17cbeb-ad05-4152-9483-9cf66b4210e7 req-8af13e44-e5ce-4294-b125-1f0bf3acaffc tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0738552 Jun 22 04:02:28.446249 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7a17cbeb-ad05-4152-9483-9cf66b4210e7 req-841d3461-1592-4362-a1c1-6139e7419de3 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347302 Jun 22 04:02:28.822451 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1878-00d6-4148-a33f-6f974f0a9f6a req-87fb3b2f-e396-4707-b16b-da002d252f47 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:28.823807 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fb1f1878-00d6-4148-a33f-6f974f0a9f6a req-87fb3b2f-e396-4707-b16b-da002d252f47 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.3611903 Jun 22 04:02:28.826318 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d4623-145f-476a-8510-34bacd537327 req-901af590-46c5-4904-9e20-21c1295fba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:28.827705 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-901af590-46c5-4904-9e20-21c1295fba58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1137 time: 0.3351431 Jun 22 04:02:28.912045 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-fb1f1878-00d6-4148-a33f-6f974f0a9f6a req-20077b1d-2208-4fc1-8fea-3fed18ee6d04 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815599 Jun 22 04:02:28.940219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d4623-145f-476a-8510-34bacd537327 req-492e5805-8142-47a1-b9e8-45c46b01ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:28.941687 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-492e5805-8142-47a1-b9e8-45c46b01ae91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 916 time: 0.1055768 Jun 22 04:02:29.007525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-e2939c09-3d23-42d7-a7b2-d986773007a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 1000 time: 0.0588605 Jun 22 04:02:29.055854 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d4623-145f-476a-8510-34bacd537327 req-f357d329-9e50-4273-a492-823e62563505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.057335 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-f357d329-9e50-4273-a492-823e62563505 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 200 len: 854 time: 0.0434914 Jun 22 04:02:29.113963 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d4623-145f-476a-8510-34bacd537327 req-20ffaeed-ee76-4a7c-b415-18faaa950383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.115293 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-20ffaeed-ee76-4a7c-b415-18faaa950383 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=927ed9cf-9737-4d6f-a846-0c32aa55da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515783 Jun 22 04:02:29.257246 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-829d970d-ea80-45be-8f8b-204b2d0c01fc service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180022 Jun 22 04:02:29.323116 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-4cad4a16-26b3-4276-9c2e-382648179fab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1245370 Jun 22 04:02:29.361988 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-829d4623-145f-476a-8510-34bacd537327 req-8c1caade-4166-4263-b5ff-3e1e1b02a77c service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976641 Jun 22 04:02:29.414185 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-612d5ed3-552b-4384-a0f1-09b16296a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.415019 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-612d5ed3-552b-4384-a0f1-09b16296a723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 1099 time: 0.0522096 Jun 22 04:02:29.523849 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-3e4525f7-1167-4409-9b81-8320a7e49b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.525561 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-3e4525f7-1167-4409-9b81-8320a7e49b5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0894983 Jun 22 04:02:29.602897 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-47a870ca-3481-42dd-bfde-d8f69bcd5a6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 200 len: 1000 time: 0.0701728 Jun 22 04:02:29.628636 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd497b22-370c-4624-9167-ff3c3fc96f27 req-102d3e1d-cacf-4629-90dc-57af9276d699 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.630136 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bd497b22-370c-4624-9167-ff3c3fc96f27 req-102d3e1d-cacf-4629-90dc-57af9276d699 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0664732 Jun 22 04:02:29.656275 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-4765bded-7c2a-4553-a6ae-a2ae998c3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.657765 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-4765bded-7c2a-4553-a6ae-a2ae998c3759 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0480902 Jun 22 04:02:29.669779 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bd497b22-370c-4624-9167-ff3c3fc96f27 req-1ab12345-407f-46fe-a4d7-0c9d336e3029 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333493 Jun 22 04:02:29.739163 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-a9fd45c3-e7cf-4016-9b69-7ac9095a8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:29.740727 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-a9fd45c3-e7cf-4016-9b69-7ac9095a8553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553656 Jun 22 04:02:29.831334 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-81389ef6-f104-4ed2-b621-e1d211ddbba5 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Jun 22 04:02:29.922247 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a0711692-418a-4481-bd0c-2a1320b4f6e9 req-5308e508-56d6-4f31-8a7d-7402b740c04e service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 Jun 22 04:02:30.089517 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e320cd-c165-4696-8f72-6e4e2c814056 req-e3d864fa-e26f-4cbd-aea7-1436e9267ca3 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:30.090948 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a8e320cd-c165-4696-8f72-6e4e2c814056 req-e3d864fa-e26f-4cbd-aea7-1436e9267ca3 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0638328 Jun 22 04:02:30.131120 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a8e320cd-c165-4696-8f72-6e4e2c814056 req-1d8b05e9-3511-419e-9fbe-a334c2e8f939 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343437 Jun 22 04:02:30.846770 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe73-4e3e-4090-9971-2faf6663e28b req-2cc50af5-70ac-46c5-8bb3-209163fbb69d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:30.848153 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bacabe73-4e3e-4090-9971-2faf6663e28b req-2cc50af5-70ac-46c5-8bb3-209163fbb69d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0688047 Jun 22 04:02:30.885245 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bacabe73-4e3e-4090-9971-2faf6663e28b req-7b712dc4-d3d4-417f-b2c7-cf16b9afeb03 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Jun 22 04:02:31.217172 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954feb6-75c1-4292-8171-60eb911abf6d req-44e3d9b9-de20-4998-8efc-7000101df486 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:31.218974 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f954feb6-75c1-4292-8171-60eb911abf6d req-44e3d9b9-de20-4998-8efc-7000101df486 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0656264 Jun 22 04:02:31.256543 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f954feb6-75c1-4292-8171-60eb911abf6d req-6065a475-1f49-43a0-9caa-b9eb85116b86 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jun 22 04:02:31.306849 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-9516723d-97e3-4517-b66b-943ca1a9df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:31.308310 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-9516723d-97e3-4517-b66b-943ca1a9df29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1098 time: 0.0983553 Jun 22 04:02:31.372814 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1440f-f299-4666-8534-c4679a3313ab req-552a756b-1a57-4b76-8aaf-a0fd44d32c48 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:31.374883 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-75e1440f-f299-4666-8534-c4679a3313ab req-552a756b-1a57-4b76-8aaf-a0fd44d32c48 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.1291745 Jun 22 04:02:31.433638 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-75e1440f-f299-4666-8534-c4679a3313ab req-066a055a-7bbd-4701-b99b-559bf772ae5d tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527413 Jun 22 04:02:31.446375 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-ed907b09-b3c5-4ff9-bb09-0f9c10703d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:31.447793 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-ed907b09-b3c5-4ff9-bb09-0f9c10703d9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1310737 Jun 22 04:02:31.520804 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-d1cfd1a4-f960-4956-8311-5640bcee49c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 1000 time: 0.0623198 Jun 22 04:02:31.570887 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-14ff827f-bd99-46f1-a60b-13a7210e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:31.572318 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-14ff827f-bd99-46f1-a60b-13a7210e5a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.0455592 Jun 22 04:02:31.629240 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-034f27b8-ef1f-42f0-865f-729bcfa31f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:31.630714 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-034f27b8-ef1f-42f0-865f-729bcfa31f1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513153 Jun 22 04:02:31.724632 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-be8499da-5428-4a4b-80ee-3d3bf4594056 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862775 Jun 22 04:02:31.818423 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433954ab-3ee9-4bd0-bfc8-f290d440d41d req-8c9266aa-4c74-4b67-939e-21d4b1f6a55a service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Jun 22 04:02:32.434805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0eb58-46b4-4be4-b2e2-d3224a8716ed req-15bc55dc-f9b4-4982-b148-cad29606d992 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:32.436693 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-81d0eb58-46b4-4be4-b2e2-d3224a8716ed req-15bc55dc-f9b4-4982-b148-cad29606d992 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0665972 Jun 22 04:02:32.480603 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-81d0eb58-46b4-4be4-b2e2-d3224a8716ed req-a42874f1-664c-4270-965b-fd1e49e7d54a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386393 Jun 22 04:02:32.626569 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f44e-3f8a-4bca-b985-5089a1d50bab req-0284b8f9-d40f-4183-bde0-10e502c6b365 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:32.628002 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-67e8f44e-3f8a-4bca-b985-5089a1d50bab req-0284b8f9-d40f-4183-bde0-10e502c6b365 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0669823 Jun 22 04:02:32.667283 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-67e8f44e-3f8a-4bca-b985-5089a1d50bab req-7e9d10a7-870d-4ca8-993c-ce09fe4539e5 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335424 Jun 22 04:02:33.659634 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609309f8-2ced-4fb5-aee3-f785637190bc req-0fdf002c-152e-475b-82d8-382855b91149 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:33.661102 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-609309f8-2ced-4fb5-aee3-f785637190bc req-0fdf002c-152e-475b-82d8-382855b91149 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0696530 Jun 22 04:02:33.697541 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-609309f8-2ced-4fb5-aee3-f785637190bc req-2e020780-d8f4-438a-b01c-69bcdd4fda35 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Jun 22 04:02:33.847021 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506df89-5da3-4271-ac38-5bb628cd1821 req-f58687a8-12b1-4b31-9d4b-f9daca22c81f tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:33.848406 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0506df89-5da3-4271-ac38-5bb628cd1821 req-f58687a8-12b1-4b31-9d4b-f9daca22c81f tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0666516 Jun 22 04:02:33.888303 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0506df89-5da3-4271-ac38-5bb628cd1821 req-6a117003-022c-48a4-a375-53a39a55f367 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335703 Jun 22 04:02:35.069124 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723da09-c1eb-416b-9a7f-718c60d4a320 req-58bdefd6-6ccc-488f-944c-ebac4c155172 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:35.070553 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c723da09-c1eb-416b-9a7f-718c60d4a320 req-58bdefd6-6ccc-488f-944c-ebac4c155172 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0694013 Jun 22 04:02:35.109615 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c723da09-c1eb-416b-9a7f-718c60d4a320 req-bc4712be-dd48-4899-ba70-a72b56a9434a tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333805 Jun 22 04:02:36.278604 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84749911-fc36-4260-9dff-d4b4954842da req-01b20d2c-4da3-4cd9-895a-a2635a9c19af tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:36.280173 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-84749911-fc36-4260-9dff-d4b4954842da req-01b20d2c-4da3-4cd9-895a-a2635a9c19af tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0634212 Jun 22 04:02:36.319501 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-84749911-fc36-4260-9dff-d4b4954842da req-a458f7b4-121b-43af-ade1-59340fce1c39 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334454 Jun 22 04:02:37.487308 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ad09-e2e1-4a27-a210-701fcd4fa669 req-a5127c78-13ac-4af4-8530-9a7a28252a83 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:37.488851 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4c85ad09-e2e1-4a27-a210-701fcd4fa669 req-a5127c78-13ac-4af4-8530-9a7a28252a83 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0611498 Jun 22 04:02:37.527341 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4c85ad09-e2e1-4a27-a210-701fcd4fa669 req-0acad177-4cd1-4538-9433-ed5d24765c9e tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330489 Jun 22 04:02:38.699702 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8314db-fe24-4086-a77e-ef530177877b req-ec09c754-365b-4566-8967-2e0fb604fabd tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:38.701167 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ab8314db-fe24-4086-a77e-ef530177877b req-ec09c754-365b-4566-8967-2e0fb604fabd tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0635564 Jun 22 04:02:38.740481 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ab8314db-fe24-4086-a77e-ef530177877b req-08a4da53-3a6b-4507-8072-fa82816ee512 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334713 Jun 22 04:02:39.916621 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5daf-ef73-4997-b164-eff733dac1db req-efa575d4-1cf9-4d1b-bbd7-260403a07159 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:39.918068 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5c6c5daf-ef73-4997-b164-eff733dac1db req-efa575d4-1cf9-4d1b-bbd7-260403a07159 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0688448 Jun 22 04:02:39.958606 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5c6c5daf-ef73-4997-b164-eff733dac1db req-e2efbb20-d424-447e-add8-c8bcdfeafca7 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343044 Jun 22 04:02:41.137407 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a6cd6-e123-47ea-a7eb-104c0738ae5e req-3f7bf38d-4b41-4adc-ac18-5ad5ece2f757 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:41.138837 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6a8a6cd6-e123-47ea-a7eb-104c0738ae5e req-3f7bf38d-4b41-4adc-ac18-5ad5ece2f757 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0656953 Jun 22 04:02:41.179051 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6a8a6cd6-e123-47ea-a7eb-104c0738ae5e req-e8653e19-4c6f-4437-8bf2-1bba2d421c53 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343537 Jun 22 04:02:42.352831 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f835-4812-4f94-bb6e-52212f376f4d req-61a6fd5a-2852-4c2c-8788-908510ef7086 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:42.354293 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-eee9f835-4812-4f94-bb6e-52212f376f4d req-61a6fd5a-2852-4c2c-8788-908510ef7086 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0625272 Jun 22 04:02:42.393619 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-eee9f835-4812-4f94-bb6e-52212f376f4d req-7e29dd10-107b-490a-a9cd-23f52fa11871 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331590 Jun 22 04:02:43.570953 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051be94-c6f8-4bb1-85cf-e3d75387a28b req-79ac10cf-dd10-4498-acff-ba0cbb4d84dc tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:43.572413 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d051be94-c6f8-4bb1-85cf-e3d75387a28b req-79ac10cf-dd10-4498-acff-ba0cbb4d84dc tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0678720 Jun 22 04:02:43.611710 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d051be94-c6f8-4bb1-85cf-e3d75387a28b req-da49fd74-bb6d-436e-bea7-3f952ab8903b tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331931 Jun 22 04:02:43.613166 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237f64-7726-40e5-b7b3-a9f59bbd7718 req-9d6e98d7-4bad-4b55-84ff-2a3672c5912f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:43.614679 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-80237f64-7726-40e5-b7b3-a9f59bbd7718 req-9d6e98d7-4bad-4b55-84ff-2a3672c5912f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0637381 Jun 22 04:02:43.652541 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-80237f64-7726-40e5-b7b3-a9f59bbd7718 req-da237fea-78ec-43aa-8cc6-2185180aeb4f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Jun 22 04:02:44.784567 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894164d-0237-4bfd-a8c1-8158f2dff8b3 req-2b29bba7-aa4f-4cfd-8f3c-d23009d9babf tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:44.786128 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6894164d-0237-4bfd-a8c1-8158f2dff8b3 req-2b29bba7-aa4f-4cfd-8f3c-d23009d9babf tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0633481 Jun 22 04:02:44.824847 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6894164d-0237-4bfd-a8c1-8158f2dff8b3 req-a4243c59-539e-4524-a078-2edcf01db06a tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331142 Jun 22 04:02:44.828620 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0fd69-87e5-4954-a439-7cb02e98b7e4 req-22499736-c6a5-4d14-9253-3bb3027155d6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:44.830102 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fc0fd69-87e5-4954-a439-7cb02e98b7e4 req-22499736-c6a5-4d14-9253-3bb3027155d6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0677023 Jun 22 04:02:44.867132 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5fc0fd69-87e5-4954-a439-7cb02e98b7e4 req-b8815404-f47c-415c-ae97-a02f504d1435 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Jun 22 04:02:46.002497 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab661dd-c58a-4f9b-8cf1-4c8cd02869d7 req-a93e51df-5d5c-4638-97fc-640da6dc2774 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:46.003957 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4ab661dd-c58a-4f9b-8cf1-4c8cd02869d7 req-a93e51df-5d5c-4638-97fc-640da6dc2774 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0641851 Jun 22 04:02:46.042609 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4ab661dd-c58a-4f9b-8cf1-4c8cd02869d7 req-d5fffd64-dbc2-447c-9196-b6b33b676883 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fa6125-7956-472e-a925-9aca1fb7de4a&id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328567 Jun 22 04:02:46.046073 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5894aa1-ae12-4563-8813-08900773ec3f req-cb6a51d2-9534-4c60-ab4f-da265ae7a807 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:46.048168 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a5894aa1-ae12-4563-8813-08900773ec3f req-cb6a51d2-9534-4c60-ab4f-da265ae7a807 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0662999 Jun 22 04:02:46.085395 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a5894aa1-ae12-4563-8813-08900773ec3f req-75e457cd-ac6e-443f-a459-8c9f92b2ca04 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jun 22 04:02:47.258520 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de6815-374e-4d50-a2b6-33b8e8935775 req-da1d7942-8713-4329-8d2b-0af4c48f1c51 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:47.260023 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-89de6815-374e-4d50-a2b6-33b8e8935775 req-da1d7942-8713-4329-8d2b-0af4c48f1c51 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0666645 Jun 22 04:02:47.300812 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-89de6815-374e-4d50-a2b6-33b8e8935775 req-7e17500e-8dbe-41ce-8525-60f4112cbb20 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Jun 22 04:02:47.665678 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-33ce3fd1-b0dd-4a4d-8ed6-9337593df521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:48.470275 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0088b-ccd5-41b6-ac16-7621d254db84 req-37f78e2c-3334-45c2-a2c6-c46f54371802 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:48.471699 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61b0088b-ccd5-41b6-ac16-7621d254db84 req-37f78e2c-3334-45c2-a2c6-c46f54371802 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0631974 Jun 22 04:02:48.508176 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61b0088b-ccd5-41b6-ac16-7621d254db84 req-837204e8-0ca9-4fc3-a171-35a9f3efaf4f tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Jun 22 04:02:49.283583 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-99c2f99f-d5b4-4da8-b40b-5af53a12a647 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:49.285271 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-99c2f99f-d5b4-4da8-b40b-5af53a12a647 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 946 time: 0.0695002 Jun 22 04:02:49.380814 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Deleting port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:02:49.381156 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:49.470664 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] For port c2f82ed8-6004-4f01-8c2e-c3557ebdea16, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:02:49.471379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:49.536379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Calling delete_port for c2f82ed8-6004-4f01-8c2e-c3557ebdea16 owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:02:49.662436 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:49.666422 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:49.678336 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebce7a6-b1e1-4b7f-a83c-1b35e7802748 req-38ad2f90-ef4e-49bb-ad3e-be71456d5a87 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:49.679772 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2ebce7a6-b1e1-4b7f-a83c-1b35e7802748 req-38ad2f90-ef4e-49bb-ad3e-be71456d5a87 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03fe337-3b7d-4260-855e-c08d6c5ebe51 HTTP/1.1" status: 200 len: 867 time: 0.0634642 Jun 22 04:02:49.693032 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Pushing event deleted for resources: {'Port': ['ID=c2f82ed8-6004-4f01-8c2e-c3557ebdea16,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:49.697649 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:49.703724 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['c2f82ed8-6004-4f01-8c2e-c3557ebdea16'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:02:49.718083 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-2ebce7a6-b1e1-4b7f-a83c-1b35e7802748 req-a1e6c963-4c23-4aa7-96df-fb97d48a069e tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Jun 22 04:02:49.740805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] No DVR routers for this DVR port c2f82ed8-6004-4f01-8c2e-c3557ebdea16 on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:02:49.743256 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:49.745327 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-363f8683-30d1-438f-8ef5-299329dd2d1a req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "DELETE /v2.0/ports/c2f82ed8-6004-4f01-8c2e-c3557ebdea16 HTTP/1.1" status: 204 len: 173 time: 0.4545672 Jun 22 04:02:49.745823 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'name': 'network-vif-deleted', 'tag': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:02:49.748073 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c36489e-30b3-4c7e-987e-406458383167" -d '{"events": [{"server_uuid": "c03fe337-3b7d-4260-855e-c08d6c5ebe51", "name": "network-vif-deleted", "tag": "c2f82ed8-6004-4f01-8c2e-c3557ebdea16"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:02:49.838069 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef61b8b4-386d-4a2f-87a9-15d4072f05ba x-openstack-request-id: req-ef61b8b4-386d-4a2f-87a9-15d4072f05ba {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:02:49.838613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fe337-3b7d-4260-855e-c08d6c5ebe51", "name": "network-vif-deleted", "tag": "c2f82ed8-6004-4f01-8c2e-c3557ebdea16", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:02:49.839080 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef61b8b4-386d-4a2f-87a9-15d4072f05ba {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:02:49.839641 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fe337-3b7d-4260-855e-c08d6c5ebe51', 'name': 'network-vif-deleted', 'tag': 'c2f82ed8-6004-4f01-8c2e-c3557ebdea16', 'status': 'completed', 'code': 200} Jun 22 04:02:50.242668 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c7cab765-2731-4deb-8ea5-8d9594d4ed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:50.694918 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:51.985130 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:53.271511 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:53.606009 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device c2f82ed8-6004-4f01-8c2e-c3557ebdea16 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:02:53.626525 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: c2f82ed8-6004-4f01-8c2e-c3557ebdea16 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:02:53.626877 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device c2f82ed8-6004-4f01-8c2e-c3557ebdea16 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:02:54.705338 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-7039a486-751e-418c-a098-bc69ccdb718b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:54.706774 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-7039a486-751e-418c-a098-bc69ccdb718b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/networks?id=5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 200 len: 814 time: 0.1015108 Jun 22 04:02:54.722663 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-5bd3a686-f258-4469-985e-b0fe026938e8 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/quotas/74a3a80f21b74ee491a4b12a0ab53bca HTTP/1.1" status: 200 len: 375 time: 0.0092807 Jun 22 04:02:54.760935 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-212cf14d-f73a-4149-a069-5f645992e4cf tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323832 Jun 22 04:02:54.890564 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-7b5f8bd9-6273-4d30-b14b-03b385556edb service neutron] 10.222.0.24 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229959 Jun 22 04:02:54.992664 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-bbe08fc3-cdc9-42c4-ac64-8b47b98cfb86 service neutron] 10.222.0.24 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941517 Jun 22 04:02:55.184182 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f7690c85-e002-4f05-8c83-56ba5e49e488 req-d2ab9354-7705-4f43-a75f-a6e54ee3e184 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 210 time: 0.0453711 Jun 22 04:02:55.376837 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d100f-b31c-4850-a457-092fac7156e5 req-60b6cad3-dc04-4865-90f0-488049de8b44 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:55.378266 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-239d100f-b31c-4850-a457-092fac7156e5 req-60b6cad3-dc04-4865-90f0-488049de8b44 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0677152 Jun 22 04:02:55.419451 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-239d100f-b31c-4850-a457-092fac7156e5 req-f7fb7f6f-ba63-4533-9305-129bfbe622f5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Jun 22 04:02:56.342349 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-58868026-eea5-436f-b2cc-80bb4dbeee8d req-e0715e7d-3b23-4347-931a-2847d3df4423 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 210 time: 0.0329103 Jun 22 04:02:56.702021 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-883fac9e-8139-47b4-946a-0c328780f4ed tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:56.703588 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-883fac9e-8139-47b4-946a-0c328780f4ed tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "GET /v2.0/networks?id=5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 200 len: 814 time: 0.1708338 Jun 22 04:02:56.711534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff97e67-f20c-4da4-8156-07b3a2437ea1 req-f36ee99c-ac82-4ed3-a4df-60e4118f5e5d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:56.712909 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eff97e67-f20c-4da4-8156-07b3a2437ea1 req-f36ee99c-ac82-4ed3-a4df-60e4118f5e5d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1404977 Jun 22 04:02:56.756669 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Request body: {'port': {'device_id': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143', 'admin_state_up': True, 'tenant_id': '74a3a80f21b74ee491a4b12a0ab53bca'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:02:56.874670 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eff97e67-f20c-4da4-8156-07b3a2437ea1 req-3bfabd9d-5f4a-407a-bcb3-ffb290ae8d6d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500552 Jun 22 04:02:56.945680 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Made reservation on behalf of 74a3a80f21b74ee491a4b12a0ab53bca for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:02:56.949135 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.075764 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Allocated IP 172.20.0.6 (5e05d915-0337-4cc7-9448-929c42c79143/1b4f25a6-7189-4fd0-b15b-0d88b0e20995/b584a5a2-b944-4704-8525-edf5c717706e) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:02:57.229923 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.269941 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.274070 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b4e64bd8-82d5-498f-8ba9-5628effda589 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:57.323675 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Network 5e05d915-0337-4cc7-9448-929c42c79143 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:02:57.328226 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:02:57.332523 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:02:57.336694 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Pushing event updated for resources: {'Port': ['ID=b584a5a2-b944-4704-8525-edf5c717706e,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:57.356385 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:57.390637 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:57.391708 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.414028 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711876 Jun 22 04:02:57.481540 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Request body: {'port': {'device_id': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:02:57.560352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a21f68-5bcd-4bc8-9865-3fa09016568b req-d7e38c1e-3d2e-4b9a-8c74-3ce608650453 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:57.562478 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-31a21f68-5bcd-4bc8-9865-3fa09016568b req-d7e38c1e-3d2e-4b9a-8c74-3ce608650453 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 931 time: 0.0681243 Jun 22 04:02:57.581648 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.582573 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.603605 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-31a21f68-5bcd-4bc8-9865-3fa09016568b req-c9700e26-d67f-449b-b6cc-6e1eda53437b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351360 Jun 22 04:02:57.899202 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b584a5a2-b944-4704-8525-edf5c717706e {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:02:57.907572 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.921114 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Transition to ACTIVE for port object b584a5a2-b944-4704-8525-edf5c717706e will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:02:57.925281 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.927227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:58.013585 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b584a5a2-b944-4704-8525-edf5c717706e,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:58.036989 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:58.137497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Attempting to bind port b584a5a2-b944-4704-8525-edf5c717706e on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:02:58.138079 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Attempting to bind port b584a5a2-b944-4704-8525-edf5c717706e by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:02:58.138660 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Attempting to bind port b584a5a2-b944-4704-8525-edf5c717706e on network 5e05d915-0337-4cc7-9448-929c42c79143 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:02:58.153807 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29552b82-baa0-4fbc-99e9-b23538ccb2da req-0dd1ace0-d601-4365-a9b1-3bb4e0fa72e0 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:58.155574 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-29552b82-baa0-4fbc-99e9-b23538ccb2da req-0dd1ace0-d601-4365-a9b1-3bb4e0fa72e0 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1599154 Jun 22 04:02:58.156359 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Port b584a5a2-b944-4704-8525-edf5c717706e on network 5e05d915-0337-4cc7-9448-929c42c79143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:02:58.156725 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Attempting to bind port b584a5a2-b944-4704-8525-edf5c717706e on network 5e05d915-0337-4cc7-9448-929c42c79143 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:02:58.164654 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:02:58.164983 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Checking segment: {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:02:58.165429 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Bound using segment: {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:02:58.165933 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Bound port: b584a5a2-b944-4704-8525-edf5c717706e, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20e0849-608d-409b-aa3b-cc9ce2cadc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:02:58.166348 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:58.268174 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-29552b82-baa0-4fbc-99e9-b23538ccb2da req-5cb9f747-9e2f-4ea0-aa4d-c58c298bacba tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056824 Jun 22 04:02:58.294509 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] For port b584a5a2-b944-4704-8525-edf5c717706e, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:02:58.298149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] For port b584a5a2-b944-4704-8525-edf5c717706e, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b584a5a2-b944-4704-8525-edf5c717706e,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:02:58.302693 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:58.304617 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:58.339774 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:58.340374 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:58.341776 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/b584a5a2-b944-4704-8525-edf5c717706e HTTP/1.1" status: 200 len: 1093 time: 0.9083064 Jun 22 04:02:58.342352 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'tag': 'b584a5a2-b944-4704-8525-edf5c717706e'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:02:58.344827 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e495f8-e3d9-4365-92e9-4c82460dc416" -d '{"events": [{"name": "network-changed", "server_uuid": "a34e4547-c521-4edf-bc69-9b0c48ba03ae", "tag": "b584a5a2-b944-4704-8525-edf5c717706e"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:02:58.363802 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b584a5a2-b944-4704-8525-edf5c717706e,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:58.367102 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:58.397230 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6d5a7-4d34-4324-9f69-5da666b85745 x-openstack-request-id: req-7dd6d5a7-4d34-4324-9f69-5da666b85745 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:02:58.397593 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34e4547-c521-4edf-bc69-9b0c48ba03ae", "tag": "b584a5a2-b944-4704-8525-edf5c717706e", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:02:58.398025 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dd6d5a7-4d34-4324-9f69-5da666b85745 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:02:58.398514 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'tag': 'b584a5a2-b944-4704-8525-edf5c717706e', 'status': 'completed', 'code': 200} Jun 22 04:02:58.479024 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-70a6b6a0-6169-45a3-82d6-19bc523cbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:58.480417 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-70a6b6a0-6169-45a3-82d6-19bc523cbfec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 1096 time: 0.0604706 Jun 22 04:02:58.547860 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-a221a4db-b3fb-42cb-92f8-d26eafd3b59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b584a5a2-b944-4704-8525-edf5c717706e HTTP/1.1" status: 200 len: 217 time: 0.0449164 Jun 22 04:02:58.606607 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f420-cf32-4470-8316-ad30344d7b5b req-9918a688-bbed-470b-9cd2-2319618c6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:58.612407 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-9918a688-bbed-470b-9cd2-2319618c6c2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b4f25a6-7189-4fd0-b15b-0d88b0e20995 HTTP/1.1" status: 200 len: 854 time: 0.0505080 Jun 22 04:02:58.649898 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-4869911a-c022-4eb9-9859-a942eb820d57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e05d915-0337-4cc7-9448-929c42c79143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283232 Jun 22 04:02:58.772440 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-cf9b7226-2642-42f2-8cc7-5ed57c741015 service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148195 Jun 22 04:02:58.857437 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba106a3-4421-4561-b0f1-59d1f83b8e57 req-999fdcb5-6a3f-41d5-9afa-0d640245d247 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:58.858933 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dba106a3-4421-4561-b0f1-59d1f83b8e57 req-999fdcb5-6a3f-41d5-9afa-0d640245d247 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 943 time: 0.1354961 Jun 22 04:02:58.896410 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3838f420-cf32-4470-8316-ad30344d7b5b req-63faa664-d81c-4992-a012-4aad59fef3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173556 Jun 22 04:02:58.913547 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dba106a3-4421-4561-b0f1-59d1f83b8e57 req-c0e04eca-779f-4cba-b2e4-c85d6bc21a14 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Jun 22 04:02:59.075267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-af127367-868d-457f-91b8-c530bb9c8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:59.077478 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-af127367-868d-457f-91b8-c530bb9c8eeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 1096 time: 0.0613408 Jun 22 04:02:59.477180 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-e48d315f-b4b6-4fdb-88bb-8743d7ed94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:59.478670 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-e48d315f-b4b6-4fdb-88bb-8743d7ed94e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 200 len: 915 time: 0.3939929 Jun 22 04:02:59.528340 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-a4b97079-6330-4bac-bb6b-b042239f4768 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b584a5a2-b944-4704-8525-edf5c717706e HTTP/1.1" status: 200 len: 217 time: 0.0412920 Jun 22 04:02:59.544600 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6294b-d136-47d9-b6de-14eefc9a1903 req-00318da1-f865-4bf7-8f5b-95f74f5c388e tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:59.546335 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d0e6294b-d136-47d9-b6de-14eefc9a1903 req-00318da1-f865-4bf7-8f5b-95f74f5c388e tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0822036 Jun 22 04:02:59.590917 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d0e6294b-d136-47d9-b6de-14eefc9a1903 req-c7377c31-1ba7-481f-9a62-0f263ec02c43 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347466 Jun 22 04:02:59.603552 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-168a8dab-0500-4c29-bb9c-e0865ac49b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:59.605993 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-168a8dab-0500-4c29-bb9c-e0865ac49b01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b4f25a6-7189-4fd0-b15b-0d88b0e20995 HTTP/1.1" status: 200 len: 854 time: 0.0687261 Jun 22 04:02:59.645394 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-417144c1-7d97-4472-b454-d3a26b4d42db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e05d915-0337-4cc7-9448-929c42c79143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324247 Jun 22 04:02:59.742764 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-b0ffb922-9357-4624-9bbd-bd83f193aac2 service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894117 Jun 22 04:02:59.849613 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e495f8-e3d9-4365-92e9-4c82460dc416 req-1a40f878-6cb4-404d-acae-e907241b8d87 service neutron] 10.222.0.36 "GET /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986853 Jun 22 04:03:00.150016 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af521c8-6e69-4d2c-850d-0914c5e7a3bc req-dc1a6536-afc9-490b-b269-b07767506aa0 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:00.151475 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7af521c8-6e69-4d2c-850d-0914c5e7a3bc req-dc1a6536-afc9-490b-b269-b07767506aa0 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 943 time: 0.1133220 Jun 22 04:03:00.207694 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7af521c8-6e69-4d2c-850d-0914c5e7a3bc req-11f2525b-cd4a-4c3b-896f-ae62b514d861 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Jun 22 04:03:00.227999 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:03:00.838767 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e5c0-3188-4167-99c9-76bae60f6410 req-410f639c-8bc3-4d94-a5ee-8e96937684ac tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:00.840675 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-80f2e5c0-3188-4167-99c9-76bae60f6410 req-410f639c-8bc3-4d94-a5ee-8e96937684ac tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1019440 Jun 22 04:03:00.887674 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-80f2e5c0-3188-4167-99c9-76bae60f6410 req-80155e94-123a-4af9-9163-2ee13bfbf4c8 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365703 Jun 22 04:03:01.385981 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1df814-ef9b-4c28-88f6-881ea8b47e20 req-581bd016-1d52-4dbd-b729-2c4b6e25bf66 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:01.387393 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8b1df814-ef9b-4c28-88f6-881ea8b47e20 req-581bd016-1d52-4dbd-b729-2c4b6e25bf66 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 943 time: 0.0617523 Jun 22 04:03:01.423707 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8b1df814-ef9b-4c28-88f6-881ea8b47e20 req-a95684f1-6b7a-4bdb-b0ec-c5fc391f62d9 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307732 Jun 22 04:03:02.072028 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f30831-2b99-472c-aecf-1c8fb7400b0b req-634b4e26-149f-4839-8049-4b17aacf2596 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:02.073496 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a1f30831-2b99-472c-aecf-1c8fb7400b0b req-634b4e26-149f-4839-8049-4b17aacf2596 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0628669 Jun 22 04:03:02.111323 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-a1f30831-2b99-472c-aecf-1c8fb7400b0b req-b5766329-3557-45a7-94c6-846e66aa8c7a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 Jun 22 04:03:02.597751 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcc055-a136-49e7-86bd-10b7e05a5602 req-cd4ebc1f-3f7d-4111-a9dd-e4fb6572d5ec tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:02.599099 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e6bcc055-a136-49e7-86bd-10b7e05a5602 req-cd4ebc1f-3f7d-4111-a9dd-e4fb6572d5ec tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 943 time: 0.0651238 Jun 22 04:03:02.635521 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e6bcc055-a136-49e7-86bd-10b7e05a5602 req-e2d73cbc-2dfb-461f-85e1-7f8cefc2bdb8 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307262 Jun 22 04:03:03.279833 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8aaf1-47a5-4072-a1e0-db3a40e932ed req-694ec1c2-2270-4a1c-9013-aaf2afd692a9 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:03.281371 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-15a8aaf1-47a5-4072-a1e0-db3a40e932ed req-694ec1c2-2270-4a1c-9013-aaf2afd692a9 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0633836 Jun 22 04:03:03.318766 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-15a8aaf1-47a5-4072-a1e0-db3a40e932ed req-446017ea-4647-477b-85ca-99328222527b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Jun 22 04:03:03.661913 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b584a5a2-b944-4704-8525-edf5c717706e details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:03:03.762724 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port b584a5a2-b944-4704-8525-edf5c717706e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b584a5a2-b944-4704-8525-edf5c717706e,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:03.774149 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'b584a5a2-b944-4704-8525-edf5c717706e', 'network_id': '5e05d915-0337-4cc7-9448-929c42c79143', 'port_id': 'b584a5a2-b944-4704-8525-edf5c717706e', 'mac_address': 'fa:16:3e:02:3b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4f25a6-7189-4fd0-b15b-0d88b0e20995', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:03:03.814553 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:03.820948 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f26917-75aa-4e12-b41c-782b268cfa56 req-0bfe787a-eb1f-40e2-8d22-984c88331902 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:03.822416 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-45f26917-75aa-4e12-b41c-782b268cfa56 req-0bfe787a-eb1f-40e2-8d22-984c88331902 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 943 time: 0.0655103 Jun 22 04:03:03.827983 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b584a5a2-b944-4704-8525-edf5c717706e {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:03:03.847119 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port b584a5a2-b944-4704-8525-edf5c717706e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b584a5a2-b944-4704-8525-edf5c717706e,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:03.850939 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:03.853857 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:03.861289 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-45f26917-75aa-4e12-b41c-782b268cfa56 req-1a7d2d70-fdf8-44f8-855f-b74995d6c62a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jun 22 04:03:03.902626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=b584a5a2-b944-4704-8525-edf5c717706e,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:03.910803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.911140 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.911473 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.911841 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.912179 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.912443 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.912804 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.913124 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.913437 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.913812 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.914218 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.914406 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:03.918372 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:04.293200 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['b584a5a2-b944-4704-8525-edf5c717706e'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:04.543534 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095afbfb-aa13-4b89-864d-e4f28c09da14 req-1cd29d7b-1149-4363-9d0e-036e1769f2d3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:04.544904 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-095afbfb-aa13-4b89-864d-e4f28c09da14 req-1cd29d7b-1149-4363-9d0e-036e1769f2d3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0836391 Jun 22 04:03:04.598814 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-095afbfb-aa13-4b89-864d-e4f28c09da14 req-0b03c85c-bf82-46b6-9026-c05b86a0d945 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444856 Jun 22 04:03:05.103695 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d60e3-4910-4936-9513-43463fdf0a28 req-dfef769f-c7fd-486e-8b3c-ec0a63fcfc3d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:05.105258 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-886d60e3-4910-4936-9513-43463fdf0a28 req-dfef769f-c7fd-486e-8b3c-ec0a63fcfc3d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 944 time: 0.0863411 Jun 22 04:03:05.163598 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-886d60e3-4910-4936-9513-43463fdf0a28 req-a3df85a6-d70d-4da4-8fa5-d73dc37f4298 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508678 Jun 22 04:03:05.684687 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b584a5a2-b944-4704-8525-edf5c717706e up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:03:05.761385 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port b584a5a2-b944-4704-8525-edf5c717706e completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:05.768938 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port b584a5a2-b944-4704-8525-edf5c717706e triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:05.769538 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:05.863931 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955c5c4-5a40-47d9-bac2-1983c64b9caa req-ee91c678-5e2c-482e-8122-3315f7cdf192 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:05.865487 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7955c5c4-5a40-47d9-bac2-1983c64b9caa req-ee91c678-5e2c-482e-8122-3315f7cdf192 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0932567 Jun 22 04:03:05.872409 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:05.914612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584a5a2-b944-4704-8525-edf5c717706e'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:05.919162 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e68d96-a0ac-4862-a3a8-e2495e8e94ff" -d '{"events": [{"server_uuid": "a34e4547-c521-4edf-bc69-9b0c48ba03ae", "name": "network-vif-plugged", "status": "completed", "tag": "b584a5a2-b944-4704-8525-edf5c717706e"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:05.938136 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7955c5c4-5a40-47d9-bac2-1983c64b9caa req-24a60176-6701-4c22-acb5-0cecd5dfba53 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612485 Jun 22 04:03:05.942596 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port b584a5a2-b944-4704-8525-edf5c717706e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b584a5a2-b944-4704-8525-edf5c717706e,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:05.948333 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:05.952776 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:06.036095 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=b584a5a2-b944-4704-8525-edf5c717706e,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:06.041208 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:06.093226 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56a3ef1-0d2b-4c89-91e7-d9767d520207 x-openstack-request-id: req-e56a3ef1-0d2b-4c89-91e7-d9767d520207 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:06.093525 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34e4547-c521-4edf-bc69-9b0c48ba03ae", "name": "network-vif-plugged", "status": "completed", "tag": "b584a5a2-b944-4704-8525-edf5c717706e", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:06.093786 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e56a3ef1-0d2b-4c89-91e7-d9767d520207 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:06.094186 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584a5a2-b944-4704-8525-edf5c717706e', 'code': 200} Jun 22 04:03:06.360832 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165cffd-97ee-4383-ba5d-e230bdf02b00 req-666b5ea9-9f8a-4e5b-86f8-7d29a691f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:06.362323 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3165cffd-97ee-4383-ba5d-e230bdf02b00 req-666b5ea9-9f8a-4e5b-86f8-7d29a691f8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 1098 time: 0.0588264 Jun 22 04:03:06.383744 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b2dfe-6e45-4017-bf92-8a5a00ba083d req-7f8445e2-58ff-4c8b-9cb5-3cc3ab80e0b5 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:06.385271 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b21b2dfe-6e45-4017-bf92-8a5a00ba083d req-7f8445e2-58ff-4c8b-9cb5-3cc3ab80e0b5 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0697856 Jun 22 04:03:06.397876 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3165cffd-97ee-4383-ba5d-e230bdf02b00 req-1566c514-29fd-492f-841f-760324f14fe9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291672 Jun 22 04:03:06.424490 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b21b2dfe-6e45-4017-bf92-8a5a00ba083d req-9f0b5716-5807-49ca-8119-9d96d5c7ba26 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Jun 22 04:03:07.333901 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e981c9-d339-438f-b521-a2eb09a4c060 req-4e396a67-22d0-40d1-8820-7f57a843c560 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:07.335599 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f9e981c9-d339-438f-b521-a2eb09a4c060 req-4e396a67-22d0-40d1-8820-7f57a843c560 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0758696 Jun 22 04:03:07.381462 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f9e981c9-d339-438f-b521-a2eb09a4c060 req-72d5616d-e6a6-46ec-83b3-873344ccb923 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364344 Jun 22 04:03:07.614461 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da33fc-a061-4b1f-98dd-ae2f227a6abf req-9903c042-34de-4603-b0f9-57e10dc9f0ae tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:07.617147 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-51da33fc-a061-4b1f-98dd-ae2f227a6abf req-9903c042-34de-4603-b0f9-57e10dc9f0ae tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0783091 Jun 22 04:03:07.660277 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-51da33fc-a061-4b1f-98dd-ae2f227a6abf req-721a9414-2212-4f56-aa98-bbf82d7f217b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 Jun 22 04:03:08.559340 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806eac1-e447-44d5-8885-01ae7725cf50 req-16653f62-33b6-4870-8d70-2f3f0f2e1e22 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:08.560812 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1806eac1-e447-44d5-8885-01ae7725cf50 req-16653f62-33b6-4870-8d70-2f3f0f2e1e22 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0672119 Jun 22 04:03:08.599598 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1806eac1-e447-44d5-8885-01ae7725cf50 req-ae8fbae4-53f7-4d1e-a29d-d48db212dbcc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329440 Jun 22 04:03:08.839691 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ad4a3-e3ab-47b1-a457-8d71d44bcd23 req-986d88d2-510b-4302-ad23-675afb70f56b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:08.841189 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-484ad4a3-e3ab-47b1-a457-8d71d44bcd23 req-986d88d2-510b-4302-ad23-675afb70f56b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0644670 Jun 22 04:03:08.878325 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-484ad4a3-e3ab-47b1-a457-8d71d44bcd23 req-1908da51-34ab-4081-908c-39ffaed83d9e tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Jun 22 04:03:09.773716 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718125d-1c53-4c25-993f-d575363affec req-872c296b-1f98-48a5-8073-77c60647f7c1 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:09.775105 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e718125d-1c53-4c25-993f-d575363affec req-872c296b-1f98-48a5-8073-77c60647f7c1 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0685453 Jun 22 04:03:09.815745 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e718125d-1c53-4c25-993f-d575363affec req-22cc25e1-85a3-435e-ab97-6e8cbbb960df tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Jun 22 04:03:10.730688 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e535498-d330-48ac-b154-4060d45f0e64 req-e25e6378-a147-49b8-88c0-1ebb5e4a9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:10.732268 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-e25e6378-a147-49b8-88c0-1ebb5e4a9602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0543580 Jun 22 04:03:10.852529 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e535498-d330-48ac-b154-4060d45f0e64 req-a3315499-54f2-432b-bf9b-c39c64806155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:10.854345 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-a3315499-54f2-432b-bf9b-c39c64806155 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 910 time: 0.0999880 Jun 22 04:03:10.936578 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-ed4ec7f0-d96d-4bd2-a852-f0d2c6e53402 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 1001 time: 0.0644331 Jun 22 04:03:11.027608 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e535498-d330-48ac-b154-4060d45f0e64 req-c8491a03-7b86-46d8-85ba-05079f916c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:11.029385 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-c8491a03-7b86-46d8-85ba-05079f916c1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.0861301 Jun 22 04:03:11.089637 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b5030-c2d6-45d9-9273-0814747375a7 req-fd5343fc-35be-4040-a9fa-2e801a597870 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:11.091068 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-422b5030-c2d6-45d9-9273-0814747375a7 req-fd5343fc-35be-4040-a9fa-2e801a597870 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1366570 Jun 22 04:03:11.121408 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e535498-d330-48ac-b154-4060d45f0e64 req-98f569e1-d327-4e7e-9041-524ce97c42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:11.122899 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-98f569e1-d327-4e7e-9041-524ce97c42c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865533 Jun 22 04:03:11.137216 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-422b5030-c2d6-45d9-9273-0814747375a7 req-eb53fbd5-09dd-45b3-86a0-c53bfb1f5276 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391285 Jun 22 04:03:11.230326 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-fd24031f-2517-429b-8aa3-e34adc2d6aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920489 Jun 22 04:03:11.392721 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3e535498-d330-48ac-b154-4060d45f0e64 req-c486e84d-19e6-45c9-b862-f21154a7c78b service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 Jun 22 04:03:11.402476 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d96a9-2a20-41f7-ad13-631211f3f8ef req-6d594826-9b6f-429b-8630-dfb749537b00 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:11.404524 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-126d96a9-2a20-41f7-ad13-631211f3f8ef req-6d594826-9b6f-429b-8630-dfb749537b00 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.1181355 Jun 22 04:03:11.443203 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-126d96a9-2a20-41f7-ad13-631211f3f8ef req-6665fd2e-6c9c-49ab-ae4d-58614efe9ceb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Jun 22 04:03:12.308577 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea6de5-7e8e-48e1-bb04-ddc1a35b950f req-38c0fbf2-6d0a-4b7a-9076-2850235e9867 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:12.310026 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-11ea6de5-7e8e-48e1-bb04-ddc1a35b950f req-38c0fbf2-6d0a-4b7a-9076-2850235e9867 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0624118 Jun 22 04:03:12.351819 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-11ea6de5-7e8e-48e1-bb04-ddc1a35b950f req-4fdbd1e0-f9fa-438b-a721-615ff5bd3937 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353885 Jun 22 04:03:12.621501 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e3d9-f24e-4080-96e2-2dca82c0708d req-728c3d3c-d625-4039-857b-48ccdde76acb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:12.622940 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5a31e3d9-f24e-4080-96e2-2dca82c0708d req-728c3d3c-d625-4039-857b-48ccdde76acb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0629613 Jun 22 04:03:12.659447 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5a31e3d9-f24e-4080-96e2-2dca82c0708d req-f16fc1e5-2c47-4fa1-a063-2f74f50091cc tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Jun 22 04:03:13.533796 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ee82-7f1d-4de8-ade7-d89cb6e23772 req-61fa751a-2abd-4c64-8cdc-8385478a315a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:13.535489 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6bf9ee82-7f1d-4de8-ade7-d89cb6e23772 req-61fa751a-2abd-4c64-8cdc-8385478a315a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0667360 Jun 22 04:03:13.575111 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6bf9ee82-7f1d-4de8-ade7-d89cb6e23772 req-3b2ecb52-31b0-40e8-a055-3e99c35d0897 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337706 Jun 22 04:03:13.827603 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-a98394ae-9bc8-42cd-821c-7c9057c80bce tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:13.829188 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-a98394ae-9bc8-42cd-821c-7c9057c80bce tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0806222 Jun 22 04:03:13.848097 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcd7f-491b-4214-ba4c-9e0ae2ad30a0 req-2e8c3403-812f-4703-b434-9f55fa27b7d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:13.850838 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-665dcd7f-491b-4214-ba4c-9e0ae2ad30a0 req-2e8c3403-812f-4703-b434-9f55fa27b7d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 946 time: 0.0756779 Jun 22 04:03:13.919816 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-665dcd7f-491b-4214-ba4c-9e0ae2ad30a0 req-d5be28fc-64fa-4c91-ac66-fe19549f4192 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e91f04-6718-47db-a816-7ad2b216e393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585001 Jun 22 04:03:13.953518 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Deleting port 0204eea6-636f-4e87-97a8-24f133745255 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:13.954075 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:14.056071 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] For port 0204eea6-636f-4e87-97a8-24f133745255, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0204eea6-636f-4e87-97a8-24f133745255,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:14.056419 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:14.271126 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:14.271492 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:14.271800 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Floating IP e390c2be-c29c-4f60-8581-47d1287cc93b disassociated. External IP: 172.28.2.22, port: 0204eea6-636f-4e87-97a8-24f133745255. Jun 22 04:03:14.272138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Calling delete_port for 0204eea6-636f-4e87-97a8-24f133745255 owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:14.401652 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:14.406307 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fc2555fd-a930-4eb0-80c3-fbace20d9cc8 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:14.431963 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event deleted for resources: {'Port': ['ID=0204eea6-636f-4e87-97a8-24f133745255,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:14.441835 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.442200 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.442555 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.442905 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.443257 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.443601 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.443942 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.444283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.444655 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.445025 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.445334 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.445674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:14.449394 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:14.553526 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:03:14.674938 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:03:14.687598 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:03:14.705928 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:14.706659 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:02:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:14.755452 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] No DVR routers for this DVR port 0204eea6-636f-4e87-97a8-24f133745255 on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:03:14.758532 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:14.760709 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f0bf7ca6-c1d7-4516-aac3-02c69211d318 req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "DELETE /v2.0/ports/0204eea6-636f-4e87-97a8-24f133745255 HTTP/1.1" status: 204 len: 173 time: 0.9167349 Jun 22 04:03:14.761262 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-deleted', 'tag': '0204eea6-636f-4e87-97a8-24f133745255'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:14.763705 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03752be2-b004-4c59-9d7e-784689ae436b" -d '{"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-deleted", "tag": "0204eea6-636f-4e87-97a8-24f133745255"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:14.822778 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a49c3-1b2b-43cf-9b1f-41528783e9ac req-bbe43dd4-8586-4a17-a7f1-fbb50a2ca162 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:14.824342 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2f3a49c3-1b2b-43cf-9b1f-41528783e9ac req-bbe43dd4-8586-4a17-a7f1-fbb50a2ca162 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1182835 Jun 22 04:03:14.838085 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:14.862044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfff06b-f68e-47bd-857e-ef52f775ee98 x-openstack-request-id: req-3dfff06b-f68e-47bd-857e-ef52f775ee98 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:14.862400 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87df3be0-fe08-46e5-8a8f-16720ad1b6bf", "name": "network-vif-deleted", "tag": "0204eea6-636f-4e87-97a8-24f133745255", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:14.862689 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dfff06b-f68e-47bd-857e-ef52f775ee98 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:14.863318 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87df3be0-fe08-46e5-8a8f-16720ad1b6bf', 'name': 'network-vif-deleted', 'tag': '0204eea6-636f-4e87-97a8-24f133745255', 'status': 'completed', 'code': 200} Jun 22 04:03:14.872399 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2f3a49c3-1b2b-43cf-9b1f-41528783e9ac req-a76621cd-6bf3-4e5a-803d-e9c4642095cb tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Jun 22 04:03:15.081857 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:15.110636 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:03:15.120642 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:15.121268 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:02:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:15.155626 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-31c40eb1-32bd-47ba-8ca7-2ae0bd887d35 req-c43ed743-5774-4148-8964-437d371d171e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df3be0-fe08-46e5-8a8f-16720ad1b6bf HTTP/1.1" status: 200 len: 210 time: 0.0456936 Jun 22 04:03:15.289162 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:15.318595 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39486) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:15.433429 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b59ac5-e4c6-4c61-bc17-e8df5fdd7a66 req-8264a049-8cd6-4b48-b359-8792d0f7a300 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:15.434981 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-25b59ac5-e4c6-4c61-bc17-e8df5fdd7a66 req-8264a049-8cd6-4b48-b359-8792d0f7a300 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1453688 Jun 22 04:03:15.437432 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-9ad6448c-296c-4ec7-b0fa-b9d7588014ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165025 Jun 22 04:03:15.501339 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-25b59ac5-e4c6-4c61-bc17-e8df5fdd7a66 req-99ef3a8a-b4e4-4fbf-af03-5b3914f55af6 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519824 Jun 22 04:03:15.614053 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:15.648557 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd318b-e1f6-4fef-b18c-76dd4208d974 None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:03:15.964770 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e23fc5-d078-4f2f-8e04-b4588c5bdf8f None None] New status for floating IP e390c2be-c29c-4f60-8581-47d1287cc93b: DOWN {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:03:16.333058 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39502) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:16.426044 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:16.465894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:16.556083 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:16.566107 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:16.569571 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "DELETE /v2.0/security-groups/31e91f04-6718-47db-a816-7ad2b216e393 HTTP/1.1" status: 204 len: 168 time: 0.2323546 Jun 22 04:03:16.569571 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-72413f0c-6bd3-4bb6-8af6-06fa7bcc10b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:16.570776 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39506) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:16.580463 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e91f04-6718-47db-a816-7ad2b216e393,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:16.593472 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.593816 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.594506 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.594950 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.595336 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.596071 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.597006 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.598934 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.599826 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.600041 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.api.v2.resource [None req-3bca7623-86a0-493e-b3d6-018a662b53f2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] show failed (client error): The resource could not be found. Jun 22 04:03:16.600945 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.601851 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.602420 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:16.605234 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3bca7623-86a0-493e-b3d6-018a662b53f2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups/31e91f04-6718-47db-a816-7ad2b216e393 HTTP/1.1" status: 404 len: 347 time: 0.0329993 Jun 22 04:03:16.606496 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:16.608167 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39508) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:16.841666 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Deleting port fbd4c676-c402-4240-8017-1ece86352d03 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:16.842086 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:16.852272 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414cd1-3835-43d6-8983-0c828d2b67d8 req-da5c3582-d7bb-408f-a960-6fd435a640d8 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:16.853892 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d5414cd1-3835-43d6-8983-0c828d2b67d8 req-da5c3582-d7bb-408f-a960-6fd435a640d8 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1302383 Jun 22 04:03:16.940387 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d5414cd1-3835-43d6-8983-0c828d2b67d8 req-2f9c5ad6-5944-4fdb-a7e1-3d79db5249e8 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758698 Jun 22 04:03:16.968100 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:16.968616 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.053071 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Calling delete_port for fbd4c676-c402-4240-8017-1ece86352d03 owned by network:floatingip {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:17.207035 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.209148 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:17.235353 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event deleted for resources: {'Port': ['ID=fbd4c676-c402-4240-8017-1ece86352d03,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:17.237910 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:17.334827 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315899d-5b04-4148-a772-6681b4336bd4 req-cfdfd2ff-c143-4ece-bcb0-59bf49a3fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:17.337270 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-cfdfd2ff-c143-4ece-bcb0-59bf49a3fff1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8&tenant_id=27bc1218c9584db4ba126d46a787c5ec HTTP/1.1" status: 200 len: 1098 time: 0.1103249 Jun 22 04:03:17.344882 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.347557 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.348713 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-c0be5844-4eb5-4aac-8458-f2337846e8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "DELETE /v2.0/floatingips/e390c2be-c29c-4f60-8581-47d1287cc93b HTTP/1.1" status: 204 len: 168 time: 0.7389860 Jun 22 04:03:17.445022 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315899d-5b04-4148-a772-6681b4336bd4 req-cc76ebf9-532d-4989-bfa9-52e5557b3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:17.447006 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-cc76ebf9-532d-4989-bfa9-52e5557b3523 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0742176 Jun 22 04:03:17.543074 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315899d-5b04-4148-a772-6681b4336bd4 req-935d874d-0a7e-4671-851c-0a0e591afa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:17.544527 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-935d874d-0a7e-4671-851c-0a0e591afa6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 910 time: 0.0892930 Jun 22 04:03:17.610295 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-4c9d203b-e730-4afd-82da-d141792c5580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 1001 time: 0.0580931 Jun 22 04:03:17.669826 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315899d-5b04-4148-a772-6681b4336bd4 req-7efb201f-4c41-4639-80e9-3925ba3896a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:17.671642 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-7efb201f-4c41-4639-80e9-3925ba3896a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.0558703 Jun 22 04:03:17.671875 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-858e57fd-f583-48e7-bd02-18ecf8cc55bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.732096 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315899d-5b04-4148-a772-6681b4336bd4 req-25947a9f-d707-48a0-bbc4-a9341dc0d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:17.734042 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-25947a9f-d707-48a0-bbc4-a9341dc0d3ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0563176 Jun 22 04:03:17.771768 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:03:17.836945 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-164d2562-b4f2-4922-bc09-266879313c9c service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956180 Jun 22 04:03:17.861409 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.889761 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:17.892113 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3da962-42c2-497b-b403-6efd28c0eca5" -d '{"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-unplugged", "status": "completed", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:17.893955 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39516) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:17.901795 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418170461', 'description': 'tempest-description--1076161324'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:17.905783 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:17.911905 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.912801 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:03:17.938984 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:17.939205 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff895511-fdae-44d2-852f-02bd9cdf3939 x-openstack-request-id: req-ff895511-fdae-44d2-852f-02bd9cdf3939 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:17.939341 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-unplugged", "status": "completed", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:17.939605 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff895511-fdae-44d2-852f-02bd9cdf3939 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:17.940074 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'code': 200} Jun 22 04:03:17.940899 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-29a695bf-052a-4f2b-ad67-4d17df01592d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:17.944138 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 0204eea6-636f-4e87-97a8-24f133745255 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:03:17.944599 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 0204eea6-636f-4e87-97a8-24f133745255 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:03:17.945570 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7315899d-5b04-4148-a772-6681b4336bd4 req-83b85c23-aa7d-44dd-a8a7-9a729e1dfdd8 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022010 Jun 22 04:03:18.026680 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=6']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:18.031360 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:18.080871 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.088010 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.091738 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4da1ff96-6b38-42bb-9259-705a45caf622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:18.114631 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.116082 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2209010 Jun 22 04:03:18.119733 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39528) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:18.125868 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f699136-60bd-4eb5-8cbc-bc48820effc3,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:18.127274 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'security_group_rule': {'security_group_id': '9f699136-60bd-4eb5-8cbc-bc48820effc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:18.129248 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:18.172347 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.184331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af296bb-05ab-4b4a-aa98-c4380ab62ca4 req-5e77c951-5aee-4e67-9d04-18e241dce9a7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:18.186713 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6af296bb-05ab-4b4a-aa98-c4380ab62ca4 req-5e77c951-5aee-4e67-9d04-18e241dce9a7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.1073260 Jun 22 04:03:18.248801 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6af296bb-05ab-4b4a-aa98-c4380ab62ca4 req-78ba9eaa-de20-4cef-9067-67723a4bc717 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554535 Jun 22 04:03:18.265435 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.269783 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.276070 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-533fb0d6-9410-4459-8969-82d3ca614555 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:18.303365 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc9b82b-8f90-44ba-93c6-4e6571539cc9,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:18.307436 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:18.308789 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.313984 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896112 Jun 22 04:03:18.314549 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39532) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:18.320204 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'security_group_rule': {'security_group_id': '9f699136-60bd-4eb5-8cbc-bc48820effc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:18.346768 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.407318 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.412969 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.415257 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6e435709-43c5-42e5-91f3-f7240bb2246c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:18.432617 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfa0110-dd00-4023-aee1-dc27c80f9750,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:18.435501 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:18.443621 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.448252 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-4a67e365-31dc-49aa-b464-ed1de439c8d7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296477 Jun 22 04:03:18.448851 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39534) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:18.456260 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'floatingip': {'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:18.488052 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.612201 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.725817 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Allocated IP 172.28.2.111 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/377fdd38-0300-416c-9349-14028dfa2ab7) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:03:18.837543 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.877224 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:18.879227 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-db655147-8ed8-4dc5-974b-e0462ffd25b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:18.919200 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:03:18.922380 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:03:18.924739 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:03:18.930352 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'Port': ['ID=377fdd38-0300-416c-9349-14028dfa2ab7,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:18.932928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:19.014300 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:19.066925 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:19.220297 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:19.224748 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:19.226835 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4730d037-ea61-4bd7-89c8-9ff4f3f870d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:19.290892 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'Port': ['ID=377fdd38-0300-416c-9349-14028dfa2ab7,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:19.294898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:19.305395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:19.320478 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:19.322734 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8721673 Jun 22 04:03:19.468756 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa5fb-20d8-4791-9237-31554512c719 req-912532c1-f900-4fdc-9917-fd875ccaee25 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:19.470206 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e23fa5fb-20d8-4791-9237-31554512c719 req-912532c1-f900-4fdc-9917-fd875ccaee25 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.0711741 Jun 22 04:03:19.476706 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-8f538494-a0a6-45d9-b6fd-bdd9d58998a6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--418170461&fields=id&tenant_id=86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 267 time: 0.0372949 Jun 22 04:03:19.516623 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e23fa5fb-20d8-4791-9237-31554512c719 req-89189eb0-6576-427e-85b3-55f69b023e6a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Jun 22 04:03:19.584878 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-1d378a5f-9649-462e-9f98-6e3faf9c271c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:19.586288 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-1d378a5f-9649-462e-9f98-6e3faf9c271c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 817 time: 0.1032021 Jun 22 04:03:19.602106 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-116b3bce-d4d7-45da-8758-48cf270b94d2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/quotas/86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 375 time: 0.0100522 Jun 22 04:03:19.680093 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-7a1c46de-de80-435f-b895-f6fcce82db29 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726733 Jun 22 04:03:19.821082 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-d9d5c308-08aa-4a03-94ab-aea8a8d883dd service neutron] 10.222.0.24 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283956 Jun 22 04:03:19.906219 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-a1e54e42-b62c-4c05-89f9-ba75fa6f6be2 service neutron] 10.222.0.24 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793176 Jun 22 04:03:20.078798 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4ec65d2b-79e7-4905-9b08-3ab9ca7083d6 req-9a9bfa3a-f0fb-4393-81dd-7ca7c67012ad tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jun 22 04:03:20.248223 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-91da7e44-5ba7-4e34-a5c7-7773ab01a4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:20.695136 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:20.700489 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd88a0f-1dd3-425c-9a24-c7482080d097 req-7a90d61f-e592-45a0-afad-3f4ed4f5fcb9 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:20.704613 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7dd88a0f-1dd3-425c-9a24-c7482080d097 req-7a90d61f-e592-45a0-afad-3f4ed4f5fcb9 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 943 time: 0.0746150 Jun 22 04:03:20.743291 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7dd88a0f-1dd3-425c-9a24-c7482080d097 req-e4e54e43-0a0a-4a60-8a48-bd55c28885d7 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339375 Jun 22 04:03:20.995054 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c5b8-76ae-48f7-abeb-adde6d3fcff3 req-058be20a-8bbf-446e-9669-b2fd0ea911e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:20.996599 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79b2c5b8-76ae-48f7-abeb-adde6d3fcff3 req-058be20a-8bbf-446e-9669-b2fd0ea911e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1096 time: 0.0538244 Jun 22 04:03:21.032861 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79b2c5b8-76ae-48f7-abeb-adde6d3fcff3 req-acb3d412-bf94-4ab5-ba0d-578a48f1db6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291402 Jun 22 04:03:21.243138 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-61a60bf2-392e-42fb-8b98-9b5e70e98289 req-1223b905-c4f4-4088-a192-594cee0aca27 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 210 time: 0.0353553 Jun 22 04:03:21.758695 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:03:21.871328 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:21.884996 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'port_id': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'mac_address': 'fa:16:3e:cc:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:03:21.924558 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:21.939252 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474d2142-0bc6-477c-97ad-da9bcd5b2814 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:03:21.961218 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:21.965314 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:21.967588 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:22.016934 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:22.026438 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=7']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:22.030140 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:22.067669 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-f4cbdd1f-e297-4f71-bb91-46572e4a51b3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:22.069116 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-f4cbdd1f-e297-4f71-bb91-46572e4a51b3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 817 time: 0.4037519 Jun 22 04:03:22.084862 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f776a67-6916-496d-9c61-d336fdd74440 req-f2929589-c67e-4d52-a06b-f80b5ea12dfc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:22.086217 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4f776a67-6916-496d-9c61-d336fdd74440 req-f2929589-c67e-4d52-a06b-f80b5ea12dfc tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 944 time: 0.1076574 Jun 22 04:03:22.152979 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-87e13b43-aab7-4ceb-966d-59ab6df9d399 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 379 time: 0.0658185 Jun 22 04:03:22.158695 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4f776a67-6916-496d-9c61-d336fdd74440 req-e20e9da4-1f24-4088-91d0-fc32503180a0 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657477 Jun 22 04:03:22.163294 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'port': {'device_id': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'admin_state_up': True, 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'security_groups': ['9f699136-60bd-4eb5-8cbc-bc48820effc3']}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:22.275003 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Made reservation on behalf of 86911da8bf024ced868d0097af2de10d for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:03:22.278684 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:22.425114 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4627f371-cb37-42c4-8f0b-38b1c305d602 req-b9e2213b-7559-489e-b329-13433fe54ba6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 210 time: 0.0344191 Jun 22 04:03:22.428753 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Allocated IP 172.20.0.3 (41015a78-fa20-43e6-949a-127359048d8e/1c7f8e5a-729f-4975-a351-4ed5b66b3509/095fe962-1f84-4149-bd73-720ed5cb7e8d) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:03:22.570462 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:22.584871 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Transition to ACTIVE for port object 095fe962-1f84-4149-bd73-720ed5cb7e8d will not be triggered until provisioned by entity DHCP. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:03:22.618844 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:22.622624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:22.662971 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Network 41015a78-fa20-43e6-949a-127359048d8e is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:03:22.666170 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:03:22.670812 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:03:22.702810 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:22.707596 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:22.729216 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:22.729846 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:22.744953 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851960 Jun 22 04:03:22.763356 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Request body: {'port': {'device_id': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:22.849850 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:22.942451 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-9970fe3e-b1e6-4f9c-92c0-94fbcf1d17a5 None None] Provisioning for port 095fe962-1f84-4149-bd73-720ed5cb7e8d completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:22.946836 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-9970fe3e-b1e6-4f9c-92c0-94fbcf1d17a5 None None] Provisioning complete for port 095fe962-1f84-4149-bd73-720ed5cb7e8d triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:22.947221 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-9970fe3e-b1e6-4f9c-92c0-94fbcf1d17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.100913 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-9970fe3e-b1e6-4f9c-92c0-94fbcf1d17a5 None None] Port 095fe962-1f84-4149-bd73-720ed5cb7e8d cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:03:23.122912 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095fe962-1f84-4149-bd73-720ed5cb7e8d {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:03:23.130589 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.142990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Transition to ACTIVE for port object 095fe962-1f84-4149-bd73-720ed5cb7e8d will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:03:23.146212 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.148201 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0d735b5c-4e52-4496-962b-3e99f3446d2b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:23.226001 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:23.229710 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:23.283892 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.332980 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Attempting to bind port 095fe962-1f84-4149-bd73-720ed5cb7e8d on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:03:23.333517 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Attempting to bind port 095fe962-1f84-4149-bd73-720ed5cb7e8d by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:03:23.333631 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Attempting to bind port 095fe962-1f84-4149-bd73-720ed5cb7e8d on network 41015a78-fa20-43e6-949a-127359048d8e {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:03:23.340966 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Port 095fe962-1f84-4149-bd73-720ed5cb7e8d on network 41015a78-fa20-43e6-949a-127359048d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:03:23.341289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Attempting to bind port 095fe962-1f84-4149-bd73-720ed5cb7e8d on network 41015a78-fa20-43e6-949a-127359048d8e {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:03:23.357123 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:03:23.357966 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Checking segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:03:23.358343 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Bound using segment: {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:03:23.358776 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Bound port: 095fe962-1f84-4149-bd73-720ed5cb7e8d, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cecb03-0c70-44d2-9f64-9eba9db06622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41015a78-fa20-43e6-949a-127359048d8e'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:03:23.359114 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.407284 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bdf54-3bb0-4013-9ab1-b96a8481bbe5 req-bf55d43b-7115-4c31-8577-e72a530ed458 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:23.409043 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c65bdf54-3bb0-4013-9ab1-b96a8481bbe5 req-bf55d43b-7115-4c31-8577-e72a530ed458 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 944 time: 0.1297712 Jun 22 04:03:23.463131 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:03:23.476661 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c65bdf54-3bb0-4013-9ab1-b96a8481bbe5 req-c21261bc-64f3-412b-8fe1-b91edf55f9f3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610819 Jun 22 04:03:23.480192 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:03:23.485736 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.487866 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fc1e6159-fdb4-4240-a164-856cd8743803 tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:23.503331 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['474d2142-0bc6-477c-97ad-da9bcd5b2814'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:23.525367 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:23.526051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.527560 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] 10.222.0.36 "PUT /v2.0/ports/095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 1093 time: 0.7685821 Jun 22 04:03:23.528131 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:23.531228 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3c7b3-72ac-4264-99c5-de1e764990d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:23.568238 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:23.572013 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:23.588438 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b2356-e9ad-4b87-b186-8d9f842a2e3c x-openstack-request-id: req-1e8b2356-e9ad-4b87-b186-8d9f842a2e3c {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:23.588912 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:23.589293 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e8b2356-e9ad-4b87-b186-8d9f842a2e3c {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:23.589818 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'status': 'completed', 'code': 200} Jun 22 04:03:23.630079 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3c4f-113b-4291-942e-d025961d3f8d req-cf85474f-4034-4635-93c1-086b081f1748 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:23.632612 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0bed3c4f-113b-4291-942e-d025961d3f8d req-cf85474f-4034-4635-93c1-086b081f1748 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0863960 Jun 22 04:03:23.681008 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0bed3c4f-113b-4291-942e-d025961d3f8d req-8ee889fe-031e-4c38-ab3b-8348bf42e1e6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424550 Jun 22 04:03:23.703102 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-4a24a3f4-406f-46c6-b830-e5169d820501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:23.704840 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-4a24a3f4-406f-46c6-b830-e5169d820501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1096 time: 0.0892041 Jun 22 04:03:23.757300 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-7f5e3b8a-0dfa-4356-b6c5-487456c83074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 217 time: 0.0373349 Jun 22 04:03:23.854015 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-bf3cba4c-27ef-4306-b5fd-6c4f48cf86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:23.855353 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-bf3cba4c-27ef-4306-b5fd-6c4f48cf86ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0433664 Jun 22 04:03:23.924116 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-7a6692e0-c703-4188-931a-33e0abe8c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:23.925743 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-7a6692e0-c703-4188-931a-33e0abe8c7f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628707 Jun 22 04:03:24.026614 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-4898e38e-e0bd-4452-a107-c33020bde31d service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Jun 22 04:03:24.120117 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8f9b8fbe-3c02-4577-b8b3-e73ada7293c2 req-1a82bc0c-0ea6-4d09-bb05-22f5be222778 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863931 Jun 22 04:03:24.279851 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-ce6e72d6-e9a6-4ce1-b561-38433eeaf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:24.281389 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-ce6e72d6-e9a6-4ce1-b561-38433eeaf23b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1096 time: 0.0541565 Jun 22 04:03:24.381844 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-68e4afe6-3370-4cd3-9b55-5cd8a7c4ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:24.383299 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-68e4afe6-3370-4cd3-9b55-5cd8a7c4ca40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0865550 Jun 22 04:03:24.426801 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-9ba0cf8a-a8b7-4d0f-9ceb-c069be7f5c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 217 time: 0.0367141 Jun 22 04:03:24.475472 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-c9015592-6132-4459-a800-b6c2fa0b38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:24.476945 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-c9015592-6132-4459-a800-b6c2fa0b38c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0442972 Jun 22 04:03:24.535623 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-1129b06d-0a56-475a-87cf-9117b5bb9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:24.537135 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-1129b06d-0a56-475a-87cf-9117b5bb9941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536766 Jun 22 04:03:24.629373 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-9bc9dd53-a402-4e72-838b-84c29962687b service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Jun 22 04:03:24.721200 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-63c3c7b3-72ac-4264-99c5-de1e764990d7 req-065e90be-3d6e-4589-9d0a-0afb9a906940 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854700 Jun 22 04:03:24.937617 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6dc9-8f3c-4df9-8455-7d8ca9dd7fe9 req-4549d8b9-80af-4467-bfd6-1fc225f3783e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:24.940354 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e31f6dc9-8f3c-4df9-8455-7d8ca9dd7fe9 req-4549d8b9-80af-4467-bfd6-1fc225f3783e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.1054347 Jun 22 04:03:24.994379 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e31f6dc9-8f3c-4df9-8455-7d8ca9dd7fe9 req-7a163947-1c96-4055-a2e5-cd819f00c4e3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478830 Jun 22 04:03:25.772533 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:03:25.819324 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 474d2142-0bc6-477c-97ad-da9bcd5b2814 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:25.819612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:25.895337 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:25.916601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:25.918818 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87097395-2f6c-436f-b0f7-af14818eaeaf" -d '{"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-plugged", "status": "completed", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:25.931682 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:25.937322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:25.939305 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:25.960202 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50317ae3-478a-456f-adad-653237da4af1 x-openstack-request-id: req-50317ae3-478a-456f-adad-653237da4af1 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:25.960517 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-plugged", "status": "completed", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:25.960779 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50317ae3-478a-456f-adad-653237da4af1 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:25.961173 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'code': 200} Jun 22 04:03:25.985849 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=8']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:25.988803 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:26.175116 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352afc9a-1bec-42b2-8f54-4ab8ed0bdca7 req-1bf64a67-4970-4a1a-9105-34942794f7bf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:26.176586 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-352afc9a-1bec-42b2-8f54-4ab8ed0bdca7 req-1bf64a67-4970-4a1a-9105-34942794f7bf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0651858 Jun 22 04:03:26.212417 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-352afc9a-1bec-42b2-8f54-4ab8ed0bdca7 req-e0ea3283-eee9-4c7a-a3b4-3d10350b9fc7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302563 Jun 22 04:03:27.401347 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa754aa-05d7-454a-b3b9-e4118cadf7d7 req-7e8bc41e-b742-4d21-8b83-c4affe6429cf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:27.402808 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fa754aa-05d7-454a-b3b9-e4118cadf7d7 req-7e8bc41e-b742-4d21-8b83-c4affe6429cf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0630782 Jun 22 04:03:27.443024 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4fa754aa-05d7-454a-b3b9-e4118cadf7d7 req-7d71c8cb-8f41-46b2-a873-8e0ae93e10df tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Jun 22 04:03:27.590895 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:27.781147 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:03:27.877635 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:27.888773 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'mac_address': 'fa:16:3e:99:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:03:27.925082 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:27.937461 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095fe962-1f84-4149-bd73-720ed5cb7e8d {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:03:27.957123 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:27.960457 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:27.962135 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:28.006925 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:28.009856 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:28.440430 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['095fe962-1f84-4149-bd73-720ed5cb7e8d'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:28.628586 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396a0b3-0664-4175-a88b-3d96f01e3193 req-11eb6b98-5288-461f-b6b6-17910e519553 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:28.630074 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1396a0b3-0664-4175-a88b-3d96f01e3193 req-11eb6b98-5288-461f-b6b6-17910e519553 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 944 time: 0.0683541 Jun 22 04:03:28.669191 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1396a0b3-0664-4175-a88b-3d96f01e3193 req-faecd246-981d-4b98-9460-7618a7277aaa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335555 Jun 22 04:03:29.782504 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:03:29.832685 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 095fe962-1f84-4149-bd73-720ed5cb7e8d completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:29.836351 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 095fe962-1f84-4149-bd73-720ed5cb7e8d triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:29.836765 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:29.846763 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863bc02-abe8-45e1-aed9-e6c3e99c28e0 req-8cdfefd0-28b4-477d-b845-f8bbf1f0f649 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:29.848357 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5863bc02-abe8-45e1-aed9-e6c3e99c28e0 req-8cdfefd0-28b4-477d-b845-f8bbf1f0f649 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 944 time: 0.0647676 Jun 22 04:03:29.889544 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5863bc02-abe8-45e1-aed9-e6c3e99c28e0 req-749bdd30-98c3-4a2d-9ff0-44985ade243c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Jun 22 04:03:29.917315 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:29.939727 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:29.942000 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0390cde5-d539-4e94-a05f-f897fd05908f" -d '{"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-plugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:29.955249 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:29.960224 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:29.962147 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:29.983545 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b8d06-6b85-4d2d-9ad6-f7da7c60f318 x-openstack-request-id: req-9d8b8d06-6b85-4d2d-9ad6-f7da7c60f318 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:29.983850 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-plugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:29.984112 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d8b8d06-6b85-4d2d-9ad6-f7da7c60f318 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:29.984517 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'code': 200} Jun 22 04:03:30.009669 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:30.013196 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:30.228666 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda32063-a5ea-4c6d-9803-d1a17f5fc260 req-70c9bc0d-b564-42df-b025-7593b650377e tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:30.230136 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bda32063-a5ea-4c6d-9803-d1a17f5fc260 req-70c9bc0d-b564-42df-b025-7593b650377e tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0746140 Jun 22 04:03:30.245355 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd248df-11d8-48ed-9fc4-4290b2e1fcdd req-7f47cb46-6900-46f9-ad58-6bf26a5402b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:30.246815 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-edd248df-11d8-48ed-9fc4-4290b2e1fcdd req-7f47cb46-6900-46f9-ad58-6bf26a5402b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1098 time: 0.0521452 Jun 22 04:03:30.269250 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bda32063-a5ea-4c6d-9803-d1a17f5fc260 req-86125089-9d9b-4f47-91d2-ad7238a30856 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Jun 22 04:03:30.282584 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-edd248df-11d8-48ed-9fc4-4290b2e1fcdd req-8979893e-1f7d-4be7-b82f-40ee2ac8942c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277722 Jun 22 04:03:31.070003 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d8cf4-56c8-46aa-8b11-cf99d22993e3 req-310eeae4-7a7c-4c2b-8c97-f5fc7d0c617f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:31.071443 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b25d8cf4-56c8-46aa-8b11-cf99d22993e3 req-310eeae4-7a7c-4c2b-8c97-f5fc7d0c617f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0661199 Jun 22 04:03:31.108743 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b25d8cf4-56c8-46aa-8b11-cf99d22993e3 req-5f3498b6-a54d-4266-ac56-745ce630c33e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Jun 22 04:03:31.253569 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-3a195074-9650-42b2-8a87-1cd78aac71af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500484 Jun 22 04:03:31.385339 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-ac9f28ab-fea9-4ec9-8e80-225598686a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:31.386891 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-ac9f28ab-fea9-4ec9-8e80-225598686a71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 1098 time: 0.0553818 Jun 22 04:03:31.442288 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14856d68-8484-45c7-ada2-39e01ad6de9a req-8d8a52a1-93fc-4ffa-b8cb-6b8b8514a359 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:31.443739 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-14856d68-8484-45c7-ada2-39e01ad6de9a req-8d8a52a1-93fc-4ffa-b8cb-6b8b8514a359 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0633745 Jun 22 04:03:31.480642 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-14856d68-8484-45c7-ada2-39e01ad6de9a req-e276efe9-4b03-41ff-9b5e-83e0e386322c tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Jun 22 04:03:31.502512 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-32922bf4-5bda-4f70-892e-9f92b57a230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:31.503996 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-32922bf4-5bda-4f70-892e-9f92b57a230c service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.0865407 Jun 22 04:03:31.575550 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-c63f994a-7276-4d27-81f9-56603c272994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 200 len: 1000 time: 0.0594163 Jun 22 04:03:31.635125 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-3af74b20-4c2a-47ae-b7c8-f66821c6086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:31.636518 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-3af74b20-4c2a-47ae-b7c8-f66821c6086f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.0453670 Jun 22 04:03:31.696507 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-8fc26510-72b1-4457-8bcc-59d3037b0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:31.697951 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-8fc26510-72b1-4457-8bcc-59d3037b0904 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503862 Jun 22 04:03:31.789735 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-782513ac-3b7a-4c63-9d91-0a122efac958 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842841 Jun 22 04:03:31.994300 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d3c74f84-7ec9-4c82-a97d-cafb20252831 req-2f52b243-5ef2-45a7-b4e4-f13dcd345417 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798702 Jun 22 04:03:32.286749 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea31f7-6235-4b73-a0b0-7e13f41b830b req-0a5cdcba-8b66-4dfe-8247-a333926674b0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:32.288201 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-64ea31f7-6235-4b73-a0b0-7e13f41b830b req-0a5cdcba-8b66-4dfe-8247-a333926674b0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0628729 Jun 22 04:03:32.330477 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-64ea31f7-6235-4b73-a0b0-7e13f41b830b req-87e4a2f2-869f-4a61-9ef2-26f57b8c0bd0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365961 Jun 22 04:03:32.498211 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563547-f4fc-40fd-80f8-1282d6d11826 req-e95f06a6-ff27-42ac-847f-f1a2c7c9c1ba tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:32.499551 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-33563547-f4fc-40fd-80f8-1282d6d11826 req-e95f06a6-ff27-42ac-847f-f1a2c7c9c1ba tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0609918 Jun 22 04:03:32.508206 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39660) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:32.515103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Request body: {'floatingip': {'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:32.556053 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:32.766988 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0d8d-e167-451a-a335-30b84ef942e1 req-026e7039-eb74-4b83-866a-c80eda2c4165 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:32.768406 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-875f0d8d-e167-451a-a335-30b84ef942e1 req-026e7039-eb74-4b83-866a-c80eda2c4165 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.1722479 Jun 22 04:03:32.844686 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-875f0d8d-e167-451a-a335-30b84ef942e1 req-b5fff498-816a-4921-8412-f8bf1966803a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701056 Jun 22 04:03:33.069972 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:33.073506 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:33.174143 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Floating IP 90dd627a-ee81-47f7-ad0c-039c3aa27bac associated. External IP: 172.28.2.111, port: 095fe962-1f84-4149-bd73-720ed5cb7e8d. Jun 22 04:03:33.386378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:03:33.498443 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:03:33.503346 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:33.507521 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:03:33.517630 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:33.518254 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:33.538638 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-48b9c54f-efa8-47c6-9d35-2040c85e7c61 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "PUT /v2.0/floatingips/90dd627a-ee81-47f7-ad0c-039c3aa27bac HTTP/1.1" status: 200 len: 991 time: 1.0279503 Jun 22 04:03:33.539288 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:33.541933 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3be01-22bb-4eec-af2f-3835482e40c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:33.578783 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b120eaaf-9718-412b-8e35-1af6824b9906 x-openstack-request-id: req-b120eaaf-9718-412b-8e35-1af6824b9906 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:33.579103 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:33.579386 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b120eaaf-9718-412b-8e35-1af6824b9906 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:33.579966 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'status': 'completed', 'code': 200} Jun 22 04:03:33.630676 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:33.702225 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-5cccaaa6-de30-46d6-aa69-70542a4bbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:33.703683 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-5cccaaa6-de30-46d6-aa69-70542a4bbee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1098 time: 0.0525908 Jun 22 04:03:33.865619 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '90dd627a-ee81-47f7-ad0c-039c3aa27bac', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'mac_address': 'fa:16:3e:99:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:03:18Z', 'updated_at': '2021-06-22T04:03:32Z', 'revision_number': 1, 'project_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:33.893962 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:03:33.902685 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:33.903313 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:34.012929 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:34.100248 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-39eb24c6-4f41-42f1-92e8-f8215ebc2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:34.101722 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-39eb24c6-4f41-42f1-92e8-f8215ebc2ee8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.3903043 Jun 22 04:03:34.124027 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2520a-cf56-4140-8b41-3a24385f8f44 req-d30ad6ce-eaa0-4f78-a643-e2d4e0cf2c88 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:34.125443 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6ce2520a-cf56-4140-8b41-3a24385f8f44 req-d30ad6ce-eaa0-4f78-a643-e2d4e0cf2c88 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0998180 Jun 22 04:03:34.202200 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-ca0e70a6-3f1d-4078-80d6-04833ec74151 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 999 time: 0.0920944 Jun 22 04:03:34.209254 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6ce2520a-cf56-4140-8b41-3a24385f8f44 req-7fcefd5b-a79b-4efd-8d72-b932b04df4e5 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555615 Jun 22 04:03:34.236085 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '90dd627a-ee81-47f7-ad0c-039c3aa27bac', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'mac_address': 'fa:16:3e:99:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:03:18Z', 'updated_at': '2021-06-22T04:03:32Z', 'revision_number': 1, 'project_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:34.252445 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-379e0fb8-6d89-4dda-a503-d579ca4e69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:34.253976 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-379e0fb8-6d89-4dda-a503-d579ca4e69e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0438490 Jun 22 04:03:34.262664 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6ffd9-d506-4507-b77b-eca202bd51ad None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '90dd627a-ee81-47f7-ad0c-039c3aa27bac', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'mac_address': 'fa:16:3e:99:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:03:18Z', 'updated_at': '2021-06-22T04:03:32Z', 'revision_number': 1, 'project_id': '86911da8bf024ced868d0097af2de10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:03:34.320030 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-6315b21c-3cc9-4af2-8228-16aab31cc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:34.321573 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-6315b21c-3cc9-4af2-8228-16aab31cc188 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553529 Jun 22 04:03:34.424378 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-f62203c1-b7f0-42c3-b347-8c8b02b6d3cd service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874939 Jun 22 04:03:34.447519 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb96b88-4c9f-49bf-be2e-1cf0fd11714c None None] New status for floating IP 90dd627a-ee81-47f7-ad0c-039c3aa27bac: ACTIVE {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:03:34.522619 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40b3be01-22bb-4eec-af2f-3835482e40c8 req-85013a8a-4537-466a-abb3-d4f8fc41f773 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898554 Jun 22 04:03:35.391570 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e62aa-dff8-40be-a04d-1f34c631a5b2 req-09d9a0eb-4d93-4d58-9a50-dd1e223f65b6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:35.393028 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ee2e62aa-dff8-40be-a04d-1f34c631a5b2 req-09d9a0eb-4d93-4d58-9a50-dd1e223f65b6 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0672705 Jun 22 04:03:35.429318 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ee2e62aa-dff8-40be-a04d-1f34c631a5b2 req-688ddf7f-774c-4088-8e9f-a8b8d04c9137 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Jun 22 04:03:36.625486 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792055b-af72-463d-9089-83b3990a5a36 req-e54a7d12-3688-4d34-8d8e-4ee9be17f74d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:36.627017 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c792055b-af72-463d-9089-83b3990a5a36 req-e54a7d12-3688-4d34-8d8e-4ee9be17f74d tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.1055710 Jun 22 04:03:36.647525 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79617b8b-f9b9-496f-be4b-775e964d3b43 req-14092dc6-9777-4905-b55e-fbd4ad6e79b9 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:36.648910 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79617b8b-f9b9-496f-be4b-775e964d3b43 req-14092dc6-9777-4905-b55e-fbd4ad6e79b9 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 945 time: 0.0989239 Jun 22 04:03:36.745390 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79617b8b-f9b9-496f-be4b-775e964d3b43 req-c6e07141-90a1-4fc7-a814-08c3d9596a7c tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714443 Jun 22 04:03:36.777482 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Deleting port b584a5a2-b944-4704-8525-edf5c717706e {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:36.777736 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:36.868635 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] For port b584a5a2-b944-4704-8525-edf5c717706e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b584a5a2-b944-4704-8525-edf5c717706e,segment=NetworkSegment(e20e0849-608d-409b-aa3b-cc9ce2cadc37),segment_id=e20e0849-608d-409b-aa3b-cc9ce2cadc37)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:36.868990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:36.930100 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Calling delete_port for b584a5a2-b944-4704-8525-edf5c717706e owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:37.061245 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:37.065677 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:37.090872 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Pushing event deleted for resources: {'Port': ['ID=b584a5a2-b944-4704-8525-edf5c717706e,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:37.093966 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:37.101951 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['b584a5a2-b944-4704-8525-edf5c717706e'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:37.139180 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] No DVR routers for this DVR port b584a5a2-b944-4704-8525-edf5c717706e on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:03:37.141567 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:37.143559 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c792055b-af72-463d-9089-83b3990a5a36 req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.36 "DELETE /v2.0/ports/b584a5a2-b944-4704-8525-edf5c717706e HTTP/1.1" status: 204 len: 173 time: 0.5110333 Jun 22 04:03:37.144055 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'name': 'network-vif-deleted', 'tag': 'b584a5a2-b944-4704-8525-edf5c717706e'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:37.146350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ac221f-79c6-4441-9eb7-fef55131c617" -d '{"events": [{"server_uuid": "a34e4547-c521-4edf-bc69-9b0c48ba03ae", "name": "network-vif-deleted", "tag": "b584a5a2-b944-4704-8525-edf5c717706e"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:37.184477 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95652972-b3ad-41b7-b386-1b48619dda95 x-openstack-request-id: req-95652972-b3ad-41b7-b386-1b48619dda95 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:37.185608 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34e4547-c521-4edf-bc69-9b0c48ba03ae", "name": "network-vif-deleted", "tag": "b584a5a2-b944-4704-8525-edf5c717706e", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:37.185954 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95652972-b3ad-41b7-b386-1b48619dda95 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:37.186386 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34e4547-c521-4edf-bc69-9b0c48ba03ae', 'name': 'network-vif-deleted', 'tag': 'b584a5a2-b944-4704-8525-edf5c717706e', 'status': 'completed', 'code': 200} Jun 22 04:03:37.226109 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:03:37.909701 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6f46ee91-d417-4e13-acbe-b69c3c33e271 req-8f57a933-1029-49f8-9d2e-589e9a1ce293 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] 10.222.0.24 "GET /v2.0/ports?device_id=a34e4547-c521-4edf-bc69-9b0c48ba03ae HTTP/1.1" status: 200 len: 210 time: 0.0329711 Jun 22 04:03:39.807040 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b584a5a2-b944-4704-8525-edf5c717706e no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:03:39.829851 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: b584a5a2-b944-4704-8525-edf5c717706e {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:03:39.830201 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b584a5a2-b944-4704-8525-edf5c717706e not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:03:41.175663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60aa6f-1c52-4bc2-b655-eaec7eaaf4d8 req-355e54a8-d8b9-4286-ab28-c6a7f17cf5df tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:41.177119 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ce60aa6f-1c52-4bc2-b655-eaec7eaaf4d8 req-355e54a8-d8b9-4286-ab28-c6a7f17cf5df tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0630543 Jun 22 04:03:41.214263 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ce60aa6f-1c52-4bc2-b655-eaec7eaaf4d8 req-9ca958a3-751a-4a7f-a3eb-b20d5942f081 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Jun 22 04:03:42.385310 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bbe52-3bc7-47e3-a30e-94e1db870788 req-67ce81e4-23f8-4b31-82b8-06c3b73f0dee tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:42.387077 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6e1bbe52-3bc7-47e3-a30e-94e1db870788 req-67ce81e4-23f8-4b31-82b8-06c3b73f0dee tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0621538 Jun 22 04:03:42.423619 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6e1bbe52-3bc7-47e3-a30e-94e1db870788 req-2975b878-7dd1-4207-9678-1ec118826e9e tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a142d63-fca5-4a55-bd27-478bdeb4b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jun 22 04:03:42.568358 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-f6fa8c38-249d-484f-9102-207cad576324 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:42.569781 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-f6fa8c38-249d-484f-9102-207cad576324 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 945 time: 0.0618045 Jun 22 04:03:42.666248 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Deleting port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:42.666579 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:42.755928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] For port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:42.756283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:42.929433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:42.929927 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:42.930242 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Floating IP 95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e disassociated. External IP: 172.28.2.76, port: b3fcf4b3-ca73-4ace-b229-7f44bf201dfb. Jun 22 04:03:42.930579 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Calling delete_port for b3fcf4b3-ca73-4ace-b229-7f44bf201dfb owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:43.071943 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:43.077347 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c8543701-6d05-435b-908a-a7b6e100b023 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:43.103378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event deleted for resources: {'Port': ['ID=b3fcf4b3-ca73-4ace-b229-7f44bf201dfb,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:43.106898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:43.224150 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Router acdf4e94-139d-408d-a472-694118794138 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:03:43.330663 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:03:43.340464 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:03:43.349707 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:43.350317 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:43.371064 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] No DVR routers for this DVR port b3fcf4b3-ca73-4ace-b229-7f44bf201dfb on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:03:43.374231 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:43.376152 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4cc83c5e-7c3a-4eb8-a2ea-47480cd06d97 req-4104ea09-789f-474c-a055-40b75c0a25a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "DELETE /v2.0/ports/b3fcf4b3-ca73-4ace-b229-7f44bf201dfb HTTP/1.1" status: 204 len: 173 time: 0.8003638 Jun 22 04:03:43.376674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'name': 'network-vif-deleted', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:43.378914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c72cbca-50e7-4adf-93b4-5759f6d568d0" -d '{"events": [{"server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "name": "network-vif-deleted", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:43.418982 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5052aad1-0e96-44b1-ab4b-24f9d2ec57fc x-openstack-request-id: req-5052aad1-0e96-44b1-ab4b-24f9d2ec57fc {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:43.419459 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b045e6e-a402-442e-96d5-6c42b7d1a9bb", "name": "network-vif-deleted", "tag": "b3fcf4b3-ca73-4ace-b229-7f44bf201dfb", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:43.419814 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5052aad1-0e96-44b1-ab4b-24f9d2ec57fc {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:43.420299 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b045e6e-a402-442e-96d5-6c42b7d1a9bb', 'name': 'network-vif-deleted', 'tag': 'b3fcf4b3-ca73-4ace-b229-7f44bf201dfb', 'status': 'completed', 'code': 200} Jun 22 04:03:43.471284 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:43.608300 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5c3b084d-8a4f-4655-b224-ecfbad7625e4 req-752ef9ce-2cd2-4532-bff6-63320d4e8517 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b045e6e-a402-442e-96d5-6c42b7d1a9bb HTTP/1.1" status: 200 len: 210 time: 0.0430522 Jun 22 04:03:43.690365 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:43.714558 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:03:43.722601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:43.723186 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:43.959333 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:44.186335 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:44.212895 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4299f-05c7-46ee-bb66-c3da4af41d09 None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:03:44.426202 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b25b4-07a0-4dec-8298-5e3c72546dac None None] New status for floating IP 95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e: DOWN {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:03:44.739836 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39750) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:44.796249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:44.818417 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:44.864771 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:44.867329 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:44.868452 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a142d63-fca5-4a55-bd27-478bdeb4b4f2 HTTP/1.1" status: 204 len: 168 time: 0.1276374 Jun 22 04:03:44.869219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-41d9ce22-e818-43ca-a330-9ac9175c4460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:44.871332 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39752) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:44.878451 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a142d63-fca5-4a55-bd27-478bdeb4b4f2,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:44.881004 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:44.895683 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.api.v2.resource [None req-7a999f36-e4fd-4f0e-9a66-43c2fd25994c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] show failed (client error): The resource could not be found. Jun 22 04:03:44.896713 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-7a999f36-e4fd-4f0e-9a66-43c2fd25994c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups/5a142d63-fca5-4a55-bd27-478bdeb4b4f2 HTTP/1.1" status: 404 len: 347 time: 0.0229223 Jun 22 04:03:44.899661 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39754) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:45.274583 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Deleting port b670c127-8239-44db-8d6f-331b718efa67 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:45.274805 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:45.357090 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:45.357352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:45.430258 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Calling delete_port for b670c127-8239-44db-8d6f-331b718efa67 owned by network:floatingip {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:45.560142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:45.562769 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-0d878c7f-6a68-4537-8f70-9322473facb5 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:45.585714 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event deleted for resources: {'Port': ['ID=b670c127-8239-44db-8d6f-331b718efa67,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:45.588628 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:45.646597 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:45.649059 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:45.650193 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6aa58819-8c47-4aea-96e0-45bd3dd47623 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "DELETE /v2.0/floatingips/95e955b5-e2b3-4d7d-a7a9-8d0d2e03e63e HTTP/1.1" status: 204 len: 168 time: 0.7496414 Jun 22 04:03:45.838393 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b3fcf4b3-ca73-4ace-b229-7f44bf201dfb no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:03:45.859310 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: b3fcf4b3-ca73-4ace-b229-7f44bf201dfb {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:03:45.859658 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device b3fcf4b3-ca73-4ace-b229-7f44bf201dfb not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:03:45.931719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39768) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:45.936566 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829339503', 'description': 'tempest-description--1665122814'}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:45.956943 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.037552 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.041020 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.043217 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-56ff715c-728f-4bfa-bd01-931913777796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:46.065749 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.066917 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1341963 Jun 22 04:03:46.069966 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39770) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:46.070784 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a10da8-2244-4641-bc0b-1de07cfa7843,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:46.073551 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:46.077635 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'security_group_rule': {'security_group_id': 'b9a10da8-2244-4641-bc0b-1de07cfa7843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:46.105255 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.150254 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.154942 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.157010 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9b3e49cf-0f1c-44ae-ab5b-6249c4671f8c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:46.173092 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96466307-2cac-43ad-84c5-89cad0ff871c,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:46.175762 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:46.178595 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.179768 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-477864e0-a6a0-454a-8e51-a2dae56c3214 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086712 Jun 22 04:03:46.182443 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39772) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:46.186852 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'security_group_rule': {'security_group_id': 'b9a10da8-2244-4641-bc0b-1de07cfa7843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:46.212065 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.273430 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.277317 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727435'] for security_group_rule, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.279488 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:46.298629 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bccc7da-efbc-410d-b5ed-2944ecc1efe0,revision_number=0']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:46.301545 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:46.303923 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.305119 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d9cfb6cd-da66-447f-8fd9-2e7a0192f95f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217816 Jun 22 04:03:46.308118 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39774) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:46.313111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'floatingip': {'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:46.336572 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.432926 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.555370 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Allocated IP 172.28.2.136 (3c048397-e736-4ef8-bbcf-143ecd09deaf/6b8caa34-3561-4f5a-b846-e951d70a8608/0f6e6ced-a238-4347-b3e5-be10359a1c0a) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:03:46.666892 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.704733 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.707447 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-767ca199-8b19-46fe-878b-cf217ec2fa7a tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:46.749228 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Network 3c048397-e736-4ef8-bbcf-143ecd09deaf is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:03:46.754138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:03:46.756645 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:03:46.759920 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'Port': ['ID=0f6e6ced-a238-4347-b3e5-be10359a1c0a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:46.763095 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:46.840853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:46.884337 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:47.035826 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:47.040143 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:47.042991 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:47.110720 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'Port': ['ID=0f6e6ced-a238-4347-b3e5-be10359a1c0a,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:47.116097 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:47.123243 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:47.137083 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:47.138326 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8291898 Jun 22 04:03:47.276486 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-73452f5a-0edf-4688-88f6-834d09daac51 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--829339503&fields=id&tenant_id=a7b4a084af7d4c22a97d72f3061cd825 HTTP/1.1" status: 200 len: 267 time: 0.0335333 Jun 22 04:03:47.380235 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-c17e3a98-7303-44f8-8106-1255e6924220 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:47.381589 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-c17e3a98-7303-44f8-8106-1255e6924220 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 810 time: 0.0984237 Jun 22 04:03:47.395881 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-7883a4db-dc98-4c9b-b509-68034b1dae14 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/quotas/a7b4a084af7d4c22a97d72f3061cd825 HTTP/1.1" status: 200 len: 375 time: 0.0090292 Jun 22 04:03:47.464586 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-ebd1eb2a-1cb2-4fb3-9793-eefbe0232dc2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639586 Jun 22 04:03:47.557709 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-7c83136e-f3ee-4382-b547-7f78c57eb322 service neutron] 10.222.0.24 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814373 Jun 22 04:03:47.649926 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-b0cff9d7-cbc5-41e4-a4b4-3e0a5868a56b service neutron] 10.222.0.24 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860384 Jun 22 04:03:47.670140 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-06c8b071-4659-4e34-a0ea-022da81bff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:47.832463 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-964e2290-6569-4334-a255-9d47d5198b49 req-8b128273-e2ae-4088-a8c2-2910f9c22547 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 210 time: 0.0303783 Jun 22 04:03:48.976036 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-cd29679a-0d75-4f50-bb1a-71fe32818936 req-8b2120c3-7958-4b3c-bbc9-e6e9b2b14504 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 210 time: 0.0308924 Jun 22 04:03:49.125647 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-ada8ac3c-b552-4676-b166-1560a799267d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:49.126999 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-ada8ac3c-b552-4676-b166-1560a799267d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 810 time: 0.1088049 Jun 22 04:03:49.176407 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-b738603f-8c90-4911-895f-dea4d911f96d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b4a084af7d4c22a97d72f3061cd825 HTTP/1.1" status: 200 len: 379 time: 0.0335162 Jun 22 04:03:49.188928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'port': {'device_id': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'admin_state_up': True, 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'security_groups': ['b9a10da8-2244-4641-bc0b-1de07cfa7843']}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:49.298754 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Made reservation on behalf of a7b4a084af7d4c22a97d72f3061cd825 for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:03:49.302541 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:49.425699 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Allocated IP 172.20.0.10 (816c027b-2f35-4bc4-a29c-b1507519cfc4/22708c79-9aa5-406f-97c1-04ff94064fa8/9836f253-1eea-4569-a58d-57755866cdc9) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:03:49.556083 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:49.570046 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Transition to ACTIVE for port object 9836f253-1eea-4569-a58d-57755866cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:03:49.601797 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:49.605368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ec6298f-8732-4d28-a8bb-d984dab6fe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:49.645522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:03:49.649111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:03:49.654055 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:03:49.680465 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event updated for resources: {'Port': ['ID=9836f253-1eea-4569-a58d-57755866cdc9,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:49.685519 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:49.710013 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:49.710624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:49.726361 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-4816a62c-96ae-4187-8ad9-6460a4dcc65a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410719 Jun 22 04:03:49.745978 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Request body: {'port': {'device_id': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:49.822673 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:49.872601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-29256a6a-6ae7-4fbb-99ec-9455d851b3e4 None None] Provisioning for port 9836f253-1eea-4569-a58d-57755866cdc9 completed by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:49.878031 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-29256a6a-6ae7-4fbb-99ec-9455d851b3e4 None None] Provisioning complete for port 9836f253-1eea-4569-a58d-57755866cdc9 triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:49.878665 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-29256a6a-6ae7-4fbb-99ec-9455d851b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:49.916938 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-29256a6a-6ae7-4fbb-99ec-9455d851b3e4 None None] Port 9836f253-1eea-4569-a58d-57755866cdc9 cannot update to ACTIVE because it is not bound. {{(pid=92789) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:03:50.119134 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9836f253-1eea-4569-a58d-57755866cdc9 {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:03:50.130846 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.148050 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Transition to ACTIVE for port object 9836f253-1eea-4569-a58d-57755866cdc9 will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:03:50.154120 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.157584 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-07516c0a-37b4-4c33-b06d-8112fc119a84 tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:50.253601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-965be586-a703-4b61-b79f-c191c47f0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.279078 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde647-da00-49ec-83a2-ae500ea42492 req-a1b4beb8-a725-4dc6-9311-85d3e8610464 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.285060 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a4cde647-da00-49ec-83a2-ae500ea42492 req-a1b4beb8-a725-4dc6-9311-85d3e8610464 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 932 time: 0.1956677 Jun 22 04:03:50.312182 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Pushing event updated for resources: {'Port': ['ID=9836f253-1eea-4569-a58d-57755866cdc9,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:50.337738 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:50.343911 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-aac9ae51-313b-4685-86a9-08d9273b8603 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518207989&fields=id&tenant_id=c62eef04b99848c39fa008c52a5d6be0 HTTP/1.1" status: 200 len: 267 time: 0.0406647 Jun 22 04:03:50.368761 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a4cde647-da00-49ec-83a2-ae500ea42492 req-60ad2a01-1c8c-4ce4-864d-004f8bd947b8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760589 Jun 22 04:03:50.385122 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Attempting to bind port 9836f253-1eea-4569-a58d-57755866cdc9 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:03:50.385536 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Attempting to bind port 9836f253-1eea-4569-a58d-57755866cdc9 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:03:50.385941 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Attempting to bind port 9836f253-1eea-4569-a58d-57755866cdc9 on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:03:50.391239 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Port 9836f253-1eea-4569-a58d-57755866cdc9 on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:03:50.391570 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Attempting to bind port 9836f253-1eea-4569-a58d-57755866cdc9 on network 816c027b-2f35-4bc4-a29c-b1507519cfc4 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:03:50.397558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:03:50.397898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Checking segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:03:50.398426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Bound using segment: {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:03:50.399602 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Bound port: 9836f253-1eea-4569-a58d-57755866cdc9, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66882c98-bbed-46e3-b235-edf1138280af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:03:50.399602 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.422503 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-590ce4f7-b0c0-434c-85e6-c0dc0d25c1e7 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.423993 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-590ce4f7-b0c0-434c-85e6-c0dc0d25c1e7 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 984 time: 0.0737400 Jun 22 04:03:50.437171 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Request body: {'port': {'security_groups': ['891e4e1b-7d2f-4365-b57a-adc0f3a21885']}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:50.468774 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] For port 9836f253-1eea-4569-a58d-57755866cdc9, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:03:50.471677 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] For port 9836f253-1eea-4569-a58d-57755866cdc9, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9836f253-1eea-4569-a58d-57755866cdc9,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:03:50.476383 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.479122 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:50.513148 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.514686 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.516046 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] 10.222.0.36 "PUT /v2.0/ports/9836f253-1eea-4569-a58d-57755866cdc9 HTTP/1.1" status: 200 len: 1094 time: 0.7745488 Jun 22 04:03:50.516569 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:50.518819 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760519b9-363c-4524-bf2c-7ecf101ff6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "tag": "9836f253-1eea-4569-a58d-57755866cdc9"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:50.529520 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.559267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Pushing event updated for resources: {'Port': ['ID=9836f253-1eea-4569-a58d-57755866cdc9,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:50.577210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:50.578681 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c4aff-f86a-43cf-bf23-d28328fb7f5e x-openstack-request-id: req-a17c4aff-f86a-43cf-bf23-d28328fb7f5e {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:50.578999 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "tag": "9836f253-1eea-4569-a58d-57755866cdc9", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:50.579287 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a17c4aff-f86a-43cf-bf23-d28328fb7f5e {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:50.579715 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9', 'status': 'completed', 'code': 200} Jun 22 04:03:50.663500 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-8962a28f-0d61-4a65-9d72-a27201d7d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.665124 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-8962a28f-0d61-4a65-9d72-a27201d7d516 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 1097 time: 0.0749819 Jun 22 04:03:50.700826 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.716971 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-f36fd234-9a0e-4a7e-97ae-7574bdfa41ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9836f253-1eea-4569-a58d-57755866cdc9 HTTP/1.1" status: 200 len: 217 time: 0.0357883 Jun 22 04:03:50.728199 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:50.757916 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for port, precommit_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.763679 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670691'] for port, after_update {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.769070 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:50.770278 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-e13730a1-ba3d-4262-8080-048dc1360a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.771725 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-e13730a1-ba3d-4262-8080-048dc1360a11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.0475481 Jun 22 04:03:50.802986 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['56f7a7d4-6856-4eec-8711-951efcf15dcc'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:50.810247 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.810893 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.812300 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ba63d557-fa45-4c48-a224-f4fb3d656b41 req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "PUT /v2.0/ports/56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 942 time: 0.3801305 Jun 22 04:03:50.818885 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 39846) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:50.820903 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:50.823267 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58a93b-653e-4471-b208-5589f803761d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:50.855570 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event updated for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=7']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:50.865462 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:50.883653 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-82e7e803-23c4-448c-8ccb-8584af99accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:50.885154 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-82e7e803-23c4-448c-8ccb-8584af99accd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1060665 Jun 22 04:03:50.950341 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:50.970604 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44d007-7773-4bd3-acf0-32fda6333133 x-openstack-request-id: req-ec44d007-7773-4bd3-acf0-32fda6333133 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:50.971467 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:50.971872 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec44d007-7773-4bd3-acf0-32fda6333133 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:50.972439 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'status': 'completed', 'code': 200} Jun 22 04:03:50.983839 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['56f7a7d4-6856-4eec-8711-951efcf15dcc'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:50.990050 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.119346 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-6d9f9da7-cbca-4c62-b681-8fd62773b72c None None] Provisioning complete for port 56f7a7d4-6856-4eec-8711-951efcf15dcc triggered by entity DHCP. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:51.119639 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9da7-cbca-4c62-b681-8fd62773b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.345743 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-73434801-04ef-47c7-a49f-fcd3063033cc service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452960 Jun 22 04:03:51.429438 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58a93b-653e-4471-b208-5589f803761d req-eaeadbe8-7cbc-4512-b9ff-3073c17da72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.431408 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-eaeadbe8-7cbc-4512-b9ff-3073c17da72f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1098 time: 0.1372001 Jun 22 04:03:51.448384 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.453790 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.454896 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9fa6125-7956-472e-a925-9aca1fb7de4a HTTP/1.1" status: 204 len: 168 time: 0.6343625 Jun 22 04:03:51.458010 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39866) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:51.467550 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f58553d3-9ced-4183-9992-0dd107e28fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:51.511619 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa6125-7956-472e-a925-9aca1fb7de4a,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:51.533752 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:51.579280 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca27f2ab-9d3a-498b-9857-188e4b02324a req-3aa82f34-bfd5-479e-b86e-53cfc8d1de5c service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212436 Jun 22 04:03:51.614235 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58a93b-653e-4471-b208-5589f803761d req-ca08979a-2899-419a-88ec-0e2458de8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.615849 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-ca08979a-2899-419a-88ec-0e2458de8a9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 916 time: 0.1776915 Jun 22 04:03:51.623388 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Deleting port 22ed6a8d-1d1d-4ded-8117-674f3163f7c7 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:51.623735 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.634685 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67396313-7bf0-4c15-958c-9ae57bdae29a req-47d7e00e-2fab-4773-9179-0f391c614601 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.636101 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-67396313-7bf0-4c15-958c-9ae57bdae29a req-47d7e00e-2fab-4773-9179-0f391c614601 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 944 time: 0.1294644 Jun 22 04:03:51.677849 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-67396313-7bf0-4c15-958c-9ae57bdae29a req-b2c0510e-083d-4e32-bbfc-dae583923e05 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357499 Jun 22 04:03:51.702474 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.702802 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.768318 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Calling delete_port for 22ed6a8d-1d1d-4ded-8117-674f3163f7c7 owned by network:floatingip {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:51.771818 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-2b024b8e-32f2-447a-a9f8-760c0f848283 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 1000 time: 0.0929520 Jun 22 04:03:51.822869 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-c45cf442-99a6-4923-be22-7c4950a6bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.824212 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-c45cf442-99a6-4923-be22-7c4950a6bdcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 1097 time: 0.1068773 Jun 22 04:03:51.830659 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58a93b-653e-4471-b208-5589f803761d req-62bdf629-72af-426f-90c5-76d906ddb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.832026 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-62bdf629-72af-426f-90c5-76d906ddb3dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 200 len: 854 time: 0.0536988 Jun 22 04:03:51.952808 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.955903 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9bdfa576-effa-4eb7-a409-534693e1e1bf tempest-VolumesActionsTest-102740891 tempest-VolumesActionsTest-102740891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:51.959714 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-dddcdc7a-3fe2-4e7d-bd1f-4d9cad6ce034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.961180 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-dddcdc7a-3fe2-4e7d-bd1f-4d9cad6ce034 service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1283846 Jun 22 04:03:51.963683 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58a93b-653e-4471-b208-5589f803761d req-8227e1c8-0bd7-4135-9a6e-2ee055274fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:51.965055 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-8227e1c8-0bd7-4135-9a6e-2ee055274fc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=927ed9cf-9737-4d6f-a846-0c32aa55da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1249831 Jun 22 04:03:51.982341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event deleted for resources: {'Port': ['ID=22ed6a8d-1d1d-4ded-8117-674f3163f7c7,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:51.984847 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:51.998474 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:52.021608 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-0b7d4474-5e29-4cfa-8a16-54b1bae9124b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9836f253-1eea-4569-a58d-57755866cdc9 HTTP/1.1" status: 200 len: 217 time: 0.0489964 Jun 22 04:03:52.046361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks [] for floatingip, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:52.046955 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.db.l3_db [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Floating IP f266c951-7fe7-4cfe-9890-bc427df37c70 disassociated (deleted). External IP: 172.28.2.66, port: 56f7a7d4-6856-4eec-8711-951efcf15dcc. Jun 22 04:03:52.104101 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-f9612631-c1f1-4b49-8de7-f609a45d1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:52.105451 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-f9612631-c1f1-4b49-8de7-f609a45d1cb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.0567591 Jun 22 04:03:52.155053 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-0baf3a7e-2f8e-43c8-a3d8-3464dc8f7e8c service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766608 Jun 22 04:03:52.231670 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-5314c8ba-c50a-48d3-bc61-854c98986ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:52.233807 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-5314c8ba-c50a-48d3-bc61-854c98986ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1218612 Jun 22 04:03:52.266589 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Router 15bcca2c-f635-431e-81a0-f54641b47611 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:03:52.314511 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2b58a93b-653e-4471-b208-5589f803761d req-cfaab51e-e90d-4662-b0cf-d890e1a06912 service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506526 Jun 22 04:03:52.352331 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-51906a6d-6f8a-4a1e-8559-2d694556c459 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099248 Jun 22 04:03:52.383374 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:03:52.388123 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:52.392888 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] Sync routers for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:03:52.401758 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:52.402377 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:52.432085 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "DELETE /v2.0/floatingips/f266c951-7fe7-4cfe-9890-bc427df37c70 HTTP/1.1" status: 204 len: 168 time: 0.9704623 Jun 22 04:03:52.563327 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:52.569438 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-760519b9-363c-4524-bf2c-7ecf101ff6c5 req-c4392fb7-4528-450c-ad10-fe81b13c3c6a service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301146 Jun 22 04:03:52.781582 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:05Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:52.811079 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] Checking router: 15bcca2c-f635-431e-81a0-f54641b47611 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:03:52.819634 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:03:52.820280 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:52.874387 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11af25e-34a1-4262-8038-3ff1c3ce9042 req-73addbf0-f651-4cdf-ae78-e251663aedd5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:52.875865 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c11af25e-34a1-4262-8038-3ff1c3ce9042 req-73addbf0-f651-4cdf-ae78-e251663aedd5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 944 time: 0.0703442 Jun 22 04:03:52.915161 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c11af25e-34a1-4262-8038-3ff1c3ce9042 req-c56db227-6b3d-409c-8c47-891fba3116ff tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Jun 22 04:03:52.926739 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:03:52.973910 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:52.976297 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72e3efd9144e9995671bca343e49c90624119cfac04a43a60e36bec06c6ebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ac431-fb99-4536-83e2-9db710da39a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:53.011432 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399e484-007d-4915-929e-2e772e3adff1 x-openstack-request-id: req-b399e484-007d-4915-929e-2e772e3adff1 {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:53.011922 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "status": "completed", "code": 200}]} {{(pid=92787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:53.012816 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b399e484-007d-4915-929e-2e772e3adff1 {{(pid=92787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:53.013309 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'status': 'completed', 'code': 200} Jun 22 04:03:53.123827 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-6b5781a5-4b58-4ded-8eae-f94121024c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:53.125347 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-6b5781a5-4b58-4ded-8eae-f94121024c2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c62eef04b99848c39fa008c52a5d6be0&device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 1098 time: 0.0572681 Jun 22 04:03:53.127208 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:05Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:53.153519 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361d624-bdea-4331-9c3c-e9fbd9f11b7d None None] The sync data for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb is: [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T03:59:56Z', 'revision_number': 4, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '33e7e92c-9b22-453d-8ab5-3753a7bc3373', 'name': '', 'network_id': '927ed9cf-9737-4d6f-a846-0c32aa55da9c', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'mac_address': 'fa:16:3e:8b:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:55Z', 'updated_at': '2021-06-22T04:00:05Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'subnets': [{'id': '6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:03:53.219139 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-1f598678-d085-486a-817c-6cd42558668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:53.220620 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-1f598678-d085-486a-817c-6cd42558668a service neutron] 10.222.0.36 "GET /v2.0/networks?id=927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 200 len: 916 time: 0.0879681 Jun 22 04:03:53.268268 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-7edfb4e2-156b-45f2-8fed-69ce2220f3bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 200 len: 217 time: 0.0389833 Jun 22 04:03:53.275973 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:53.324233 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-8f2bf491-3b4e-4c5c-aec6-6111eea4c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:53.326325 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-8f2bf491-3b4e-4c5c-aec6-6111eea4c642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 200 len: 854 time: 0.0465438 Jun 22 04:03:53.375493 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5b857-98e8-4577-8ab8-a0b014340ec1 None None] New status for floating IP f266c951-7fe7-4cfe-9890-bc427df37c70: DOWN {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:03:53.399640 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-75d2e7c9-f350-47b4-adb7-da0ca46ae017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:53.401280 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-75d2e7c9-f350-47b4-adb7-da0ca46ae017 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=927ed9cf-9737-4d6f-a846-0c32aa55da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532069 Jun 22 04:03:53.518114 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-7a0d6b69-553a-47c5-a8ad-7498c05a44f1 service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953715 Jun 22 04:03:53.619936 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0e1ac431-fb99-4536-83e2-9db710da39a4 req-fa2471d9-6881-4d9a-8418-918ce7ecc404 service neutron] 10.222.0.36 "GET /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863748 Jun 22 04:03:54.091725 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e924-f184-4603-807f-6d732f1d5e90 req-42f3af76-4c0f-4d23-84b8-527c50a6d982 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:54.093443 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6ce2e924-f184-4603-807f-6d732f1d5e90 req-42f3af76-4c0f-4d23-84b8-527c50a6d982 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 944 time: 0.0668657 Jun 22 04:03:54.130975 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6ce2e924-f184-4603-807f-6d732f1d5e90 req-24dd0d3c-3309-4e11-9893-00b361bb1176 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Jun 22 04:03:55.310699 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f4016-3028-4fdf-86ab-9e5e4fe58018 req-98975954-d397-4739-bf4d-792b9b7cc9e8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:55.312348 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cc2f4016-3028-4fdf-86ab-9e5e4fe58018 req-98975954-d397-4739-bf4d-792b9b7cc9e8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 944 time: 0.0705445 Jun 22 04:03:55.350766 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-cc2f4016-3028-4fdf-86ab-9e5e4fe58018 req-9c93b8e3-a76a-42ad-819f-f6febcb97300 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Jun 22 04:03:55.527810 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e802d-781f-41ad-96d7-f4321f088ed1 req-640f54cc-1a4a-4540-8260-ce1d8600fcbc tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:55.529361 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6f4e802d-781f-41ad-96d7-f4321f088ed1 req-640f54cc-1a4a-4540-8260-ce1d8600fcbc tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0642710 Jun 22 04:03:55.565955 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6f4e802d-781f-41ad-96d7-f4321f088ed1 req-48c17e5d-af78-4527-a7e0-391df400fd0d tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307496 Jun 22 04:03:55.881706 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9836f253-1eea-4569-a58d-57755866cdc9 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:03:55.986948 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 9836f253-1eea-4569-a58d-57755866cdc9, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9836f253-1eea-4569-a58d-57755866cdc9,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:55.999381 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '9836f253-1eea-4569-a58d-57755866cdc9', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'port_id': '9836f253-1eea-4569-a58d-57755866cdc9', 'mac_address': 'fa:16:3e:a4:f9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:03:56.035959 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:56.049591 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9836f253-1eea-4569-a58d-57755866cdc9 {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:03:56.069008 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 9836f253-1eea-4569-a58d-57755866cdc9, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9836f253-1eea-4569-a58d-57755866cdc9,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:56.072322 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:56.074035 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:56.118260 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=9836f253-1eea-4569-a58d-57755866cdc9,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:56.121745 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:56.537309 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['9836f253-1eea-4569-a58d-57755866cdc9'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:56.538545 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca99dd5-b620-45bc-812c-c008a71fc2af req-ea6f34c8-b113-4aeb-9d0b-8ccb7fb207df tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:56.540190 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7ca99dd5-b620-45bc-812c-c008a71fc2af req-ea6f34c8-b113-4aeb-9d0b-8ccb7fb207df tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 945 time: 0.0668669 Jun 22 04:03:56.579003 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7ca99dd5-b620-45bc-812c-c008a71fc2af req-84483bb7-f83f-4ec5-b991-63e41a2d1d36 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327120 Jun 22 04:03:56.742711 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca7ad-6f34-49ed-9879-322fae1cc512 req-1284b6c8-9155-4068-9b16-8e7323784f85 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:56.744075 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b0dca7ad-6f34-49ed-9879-322fae1cc512 req-1284b6c8-9155-4068-9b16-8e7323784f85 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0650692 Jun 22 04:03:56.781312 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b0dca7ad-6f34-49ed-9879-322fae1cc512 req-0cd734d1-2e6d-4fa7-8195-d1346c08c675 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Jun 22 04:03:57.606508 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:57.747985 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38633d3e-2b52-4a5c-9b31-5036c98ce06f req-c3305ac3-bc1b-4928-ac56-b32b3cf13a8b tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:57.749392 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-38633d3e-2b52-4a5c-9b31-5036c98ce06f req-c3305ac3-bc1b-4928-ac56-b32b3cf13a8b tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 945 time: 0.0630195 Jun 22 04:03:57.787070 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-38633d3e-2b52-4a5c-9b31-5036c98ce06f req-e5658f08-4d5c-4fc3-8b3b-77cc2657b00d tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Jun 22 04:03:57.798793 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-e826de23-7724-4184-b589-dc6c99e6a2bd tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:57.800251 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-e826de23-7724-4184-b589-dc6c99e6a2bd tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.0628686 Jun 22 04:03:57.898497 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9836f253-1eea-4569-a58d-57755866cdc9 up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:03:57.931670 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Deleting port 56f7a7d4-6856-4eec-8711-951efcf15dcc {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:03:57.932010 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:57.945946 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 9836f253-1eea-4569-a58d-57755866cdc9 completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:57.949712 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 9836f253-1eea-4569-a58d-57755866cdc9 triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:57.950218 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.034026 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.034249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0dab-7d30-4949-b096-f06fb52a4ba1 req-940d4d41-fafc-41ab-9414-fe43e75d1c25 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:58.035631 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-502f0dab-7d30-4949-b096-f06fb52a4ba1 req-940d4d41-fafc-41ab-9414-fe43e75d1c25 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 945 time: 0.1388268 Jun 22 04:03:58.057033 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:58.057287 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] For port 56f7a7d4-6856-4eec-8711-951efcf15dcc, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=56f7a7d4-6856-4eec-8711-951efcf15dcc,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:58.057441 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.059914 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3520b-6a29-4f4d-b6c1-be3fc7511de5" -d '{"events": [{"server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "name": "network-vif-plugged", "status": "completed", "tag": "9836f253-1eea-4569-a58d-57755866cdc9"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:58.072942 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 9836f253-1eea-4569-a58d-57755866cdc9, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9836f253-1eea-4569-a58d-57755866cdc9,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:58.079477 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.081575 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-f0b7f66b-913c-4f84-bc46-d0018ca91783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:58.102587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6232622e-54d4-4aff-89e2-0bbcf8a75593 x-openstack-request-id: req-6232622e-54d4-4aff-89e2-0bbcf8a75593 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:58.102886 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "name": "network-vif-plugged", "status": "completed", "tag": "9836f253-1eea-4569-a58d-57755866cdc9", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:58.103146 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6232622e-54d4-4aff-89e2-0bbcf8a75593 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:58.103538 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9', 'code': 200} Jun 22 04:03:58.129549 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=9836f253-1eea-4569-a58d-57755866cdc9,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:58.139497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Calling delete_port for 56f7a7d4-6856-4eec-8711-951efcf15dcc owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:03:58.143273 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:58.163552 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-502f0dab-7d30-4949-b096-f06fb52a4ba1 req-dbf3b5be-7a6f-4c0f-b61b-3fee3235c953 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/security-groups?id=891e4e1b-7d2f-4365-b57a-adc0f3a21885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186776 Jun 22 04:03:58.221555 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39970) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:58.279942 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Deleting subnet 1b4f25a6-7189-4fd0-b15b-0d88b0e20995 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:03:58.284463 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.300885 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.315920 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a9c38cb1-9c80-4f8e-9436-e4f6e01fe28a tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:58.326885 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.348622 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['56f7a7d4-6856-4eec-8711-951efcf15dcc'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:03:58.355035 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Pushing event deleted for resources: {'Port': ['ID=56f7a7d4-6856-4eec-8711-951efcf15dcc,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:58.358728 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:58.366520 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.419721 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] No DVR routers for this DVR port 56f7a7d4-6856-4eec-8711-951efcf15dcc on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:03:58.423898 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.424138 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.426005 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-509c4ad6-3903-4c74-a726-d66ee1e11554 req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.36 "DELETE /v2.0/ports/56f7a7d4-6856-4eec-8711-951efcf15dcc HTTP/1.1" status: 204 len: 173 time: 0.6206629 Jun 22 04:03:58.426513 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'name': 'network-vif-deleted', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:03:58.427056 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:58.429055 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c692e-6549-493d-9444-b09caa196a48" -d '{"events": [{"server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "name": "network-vif-deleted", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:03:58.450628 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e53c2-5248-446f-ac65-9634bb823b33 req-0b70cd67-3621-45d2-996a-fbcc0e589b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:58.452180 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-025e53c2-5248-446f-ac65-9634bb823b33 req-0b70cd67-3621-45d2-996a-fbcc0e589b5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 1099 time: 0.1075575 Jun 22 04:03:58.462060 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4f25a6-7189-4fd0-b15b-0d88b0e20995,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:58.465312 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:58.471191 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f40fa70-2a6e-465f-a810-cbd91bd09c46 x-openstack-request-id: req-8f40fa70-2a6e-465f-a810-cbd91bd09c46 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:03:58.471565 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4", "name": "network-vif-deleted", "tag": "56f7a7d4-6856-4eec-8711-951efcf15dcc", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:03:58.471692 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.471891 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f40fa70-2a6e-465f-a810-cbd91bd09c46 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:03:58.472308 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4', 'name': 'network-vif-deleted', 'tag': '56f7a7d4-6856-4eec-8711-951efcf15dcc', 'status': 'completed', 'code': 200} Jun 22 04:03:58.475840 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b4f25a6-7189-4fd0-b15b-0d88b0e20995 HTTP/1.1" status: 204 len: 168 time: 0.2530105 Jun 22 04:03:58.477880 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39974) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:58.498960 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-025e53c2-5248-446f-ac65-9634bb823b33 req-af67eb30-e913-4815-8aab-5832b6f86a8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374491 Jun 22 04:03:58.549957 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.628665 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.638174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e05d915-0337-4cc7-9448-929c42c79143']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:58.647759 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20e0849-608d-409b-aa3b-cc9ce2cadc37') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:58.648059 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20e0849-608d-409b-aa3b-cc9ce2cadc37') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:03:58.656471 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.670772 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.676678 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:03:58.677144 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:03:58.678825 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:03:58.737494 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.741433 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-37d71f00-587b-49cb-9220-e9986f9d3144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:58.743900 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:58.748852 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5e05d915-0337-4cc7-9448-929c42c79143 HTTP/1.1" status: 204 len: 168 time: 0.2669473 Jun 22 04:03:58.757551 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e05d915-0337-4cc7-9448-929c42c79143,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:58.759935 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cf06133e-729a-4d2c-9c6b-9261b0f8d268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:58.861052 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39982) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:58.906553 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ac6c70c8-6110-4dd0-a0fd-851b7acb7346 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74a3a80f21b74ee491a4b12a0ab53bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441949 Jun 22 04:03:58.909216 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 39984) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:59.008925 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:59.027320 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b2e64-fd96-4b8d-9b00-fdd680fa2aec req-deb12084-986b-41c3-b282-8fec6573de0f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:59.029140 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d51b2e64-fd96-4b8d-9b00-fdd680fa2aec req-deb12084-986b-41c3-b282-8fec6573de0f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.1137938 Jun 22 04:03:59.055990 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:59.093660 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d51b2e64-fd96-4b8d-9b00-fdd680fa2aec req-8b5f2f6f-fe29-4db0-ae4f-a9c3cbb4c9ee tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581355 Jun 22 04:03:59.117794 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:59.120353 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:59.122132 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e351f2d-f8d0-4e3e-bf38-84e2589f44ac HTTP/1.1" status: 204 len: 168 time: 0.2119482 Jun 22 04:03:59.122931 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-281b9f4c-b063-4aab-ae81-4a7ba742d106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:59.130183 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e351f2d-f8d0-4e3e-bf38-84e2589f44ac,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:59.132382 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:59.371454 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79794f59-bd76-456f-b17a-4ed50d57ab38 req-b2b82eb9-cbf9-4f4b-a677-5fe04fb22f20 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd2f066-bd31-4c1d-b40e-c9eb0f3f87f4 HTTP/1.1" status: 200 len: 210 time: 0.0426900 Jun 22 04:04:00.269485 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480e7c3-17fc-4a16-9b0c-b5d84787286f req-e72753c6-184a-4cec-b525-b2772720ee94 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:00.270955 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a480e7c3-17fc-4a16-9b0c-b5d84787286f req-e72753c6-184a-4cec-b525-b2772720ee94 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.0681217 Jun 22 04:04:00.309014 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a480e7c3-17fc-4a16-9b0c-b5d84787286f req-de5680d5-4906-46f0-8d7f-4552a3ed0cbf tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Jun 22 04:04:01.045789 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40042) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:01.444737 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:01.489170 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6843d-4989-4c62-84ea-bcb4c07a4b13 req-f5bfbe0e-42b0-4827-a590-2f9defab2715 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:01.490788 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-12f6843d-4989-4c62-84ea-bcb4c07a4b13 req-f5bfbe0e-42b0-4827-a590-2f9defab2715 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.0638907 Jun 22 04:04:01.528434 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-12f6843d-4989-4c62-84ea-bcb4c07a4b13 req-33ecd274-321b-40e1-be4b-3861f513e1c7 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Jun 22 04:04:01.912241 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 56f7a7d4-6856-4eec-8711-951efcf15dcc no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:01.935494 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 56f7a7d4-6856-4eec-8711-951efcf15dcc {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:01.935845 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 56f7a7d4-6856-4eec-8711-951efcf15dcc not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:01.961668 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2ca9f-ab89-40bf-adde-61b835e695ad req-6be89c4f-bafc-49f9-a519-3b2b2c0a5671 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:01.963116 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3ed2ca9f-ab89-40bf-adde-61b835e695ad req-6be89c4f-bafc-49f9-a519-3b2b2c0a5671 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.1198368 Jun 22 04:04:01.974935 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40050) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:01.976606 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Request body: {'floatingip': {'port_id': '9836f253-1eea-4569-a58d-57755866cdc9'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:04:02.018726 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.061062 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Deleting port 33e7e92c-9b22-453d-8ab5-3753a7bc3373 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:02.061626 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.141244 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] For port 33e7e92c-9b22-453d-8ab5-3753a7bc3373, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=33e7e92c-9b22-453d-8ab5-3753a7bc3373,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:02.141607 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.204840 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Calling delete_port for 33e7e92c-9b22-453d-8ab5-3753a7bc3373 owned by network:router_interface {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:02.423526 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.425598 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-96567a6a-e119-49ff-9860-8b50e1ea3a3e tempest-AttachVolumeNegativeTest-1686098280 tempest-AttachVolumeNegativeTest-1686098280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:02.447704 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e7e92c-9b22-453d-8ab5-3753a7bc3373,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:02.451900 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:02.638985 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.739280 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.743123 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:02.842885 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Floating IP 4d5b76c7-ad22-4feb-b171-f5e191cdb17e associated. External IP: 172.28.2.136, port: 9836f253-1eea-4569-a58d-57755866cdc9. Jun 22 04:04:02.862264 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Router 15bcca2c-f635-431e-81a0-f54641b47611 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:04:02.971919 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:04:02.976807 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8c41193b-78a8-48df-b1ec-462c4ee04a59 admin admin] 10.222.0.24 "PUT /v2.0/routers/15bcca2c-f635-431e-81a0-f54641b47611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299800 Jun 22 04:04:02.979423 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40054) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:02.982635 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] Sync routers for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:04:02.991508 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:04:02.992049 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.094709 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:04:03.134007 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks [] for router, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:03.137304 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Router acdf4e94-139d-408d-a472-694118794138 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:04:03.318914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:03.332047 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:04:03.336624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:03.344486 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:04:03.353885 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:04:03.354496 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.394818 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-3cdc5f6d-581a-485f-b89b-dd9fcfddb512 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "PUT /v2.0/floatingips/4d5b76c7-ad22-4feb-b171-f5e191cdb17e HTTP/1.1" status: 200 len: 992 time: 1.4194660 Jun 22 04:04:03.394818 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:04:03.396185 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5707deb-315f-4447-9078-f5f4d93042b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "tag": "9836f253-1eea-4569-a58d-57755866cdc9"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:04:03.409765 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T04:04:02Z', 'revision_number': 5, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port': {'id': 'c639b0e7-5d7f-495b-b56e-9abe25bb4845', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcca2c-f635-431e-81a0-f54641b47611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:53Z', 'updated_at': '2021-06-22T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.415838 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Deleting port c639b0e7-5d7f-495b-b56e-9abe25bb4845 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:03.416179 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:03.441002 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] Checking router: 15bcca2c-f635-431e-81a0-f54641b47611 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:04:03.450931 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] Routers {'15bcca2c-f635-431e-81a0-f54641b47611'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:04:03.451564 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['15bcca2c-f635-431e-81a0-f54641b47611'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.476170 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeddffc4-a8e9-4b91-b139-e5ea0033e3e2 x-openstack-request-id: req-aeddffc4-a8e9-4b91-b139-e5ea0033e3e2 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:04:03.476763 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "tag": "9836f253-1eea-4569-a58d-57755866cdc9", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:04:03.477251 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeddffc4-a8e9-4b91-b139-e5ea0033e3e2 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:04:03.477970 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9', 'status': 'completed', 'code': 200} Jun 22 04:04:03.481010 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:04:03.509111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] For port c639b0e7-5d7f-495b-b56e-9abe25bb4845, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c639b0e7-5d7f-495b-b56e-9abe25bb4845,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:03.509732 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:03.545449 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] Set router 15bcca2c-f635-431e-81a0-f54641b47611 gateway port host: None {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:04:03.600769 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T04:04:03Z', 'revision_number': 6, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.604892 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Calling delete_port for c639b0e7-5d7f-495b-b56e-9abe25bb4845 owned by network:router_gateway {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:03.629297 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb337b-27e9-4c0c-a5bc-93cc829824a4 None None] The sync data for ids ['15bcca2c-f635-431e-81a0-f54641b47611'] in dv-cinder-797380-1-smb is: [{'id': '15bcca2c-f635-431e-81a0-f54641b47611', 'name': 'tempest-TestMinimumBasicScenario-2025462771-router', 'tenant_id': 'c62eef04b99848c39fa008c52a5d6be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:52Z', 'updated_at': '2021-06-22T04:04:03Z', 'revision_number': 6, 'project_id': 'c62eef04b99848c39fa008c52a5d6be0', 'gw_port_host': None}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:04:03.715793 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-9d4d1712-bf0e-4aaa-8717-106e7e3b96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:03.717323 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-9d4d1712-bf0e-4aaa-8717-106e7e3b96e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 1099 time: 0.1558776 Jun 22 04:04:03.736438 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '4d5b76c7-ad22-4feb-b171-f5e191cdb17e', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'acdf4e94-139d-408d-a472-694118794138', 'port_id': '9836f253-1eea-4569-a58d-57755866cdc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'mac_address': 'fa:16:3e:a4:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:03:46Z', 'updated_at': '2021-06-22T04:04:02Z', 'revision_number': 1, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.762104 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:04:03.770070 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:04:03.770671 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:03.876349 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:04:03.877418 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-96c35513-e71f-44ea-adb3-55d3e0582812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:03.879140 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-96c35513-e71f-44ea-adb3-55d3e0582812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1290963 Jun 22 04:04:03.928277 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:03.932898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-697a1c86-345b-4875-9992-dc6fd034ff64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:03.970408 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c639b0e7-5d7f-495b-b56e-9abe25bb4845,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:03.975925 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:04.014966 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-1086914b-9a0c-449d-b200-6eb48d5ed39a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9836f253-1eea-4569-a58d-57755866cdc9 HTTP/1.1" status: 200 len: 1000 time: 0.1258476 Jun 22 04:04:04.097766 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.102986 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-0e733d19-4f06-48e8-b559-27eebf5e2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:04.104449 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-0e733d19-4f06-48e8-b559-27eebf5e2e56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 200 len: 849 time: 0.0708833 Jun 22 04:04:04.135829 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '4d5b76c7-ad22-4feb-b171-f5e191cdb17e', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'acdf4e94-139d-408d-a472-694118794138', 'port_id': '9836f253-1eea-4569-a58d-57755866cdc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'mac_address': 'fa:16:3e:a4:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:03:46Z', 'updated_at': '2021-06-22T04:04:02Z', 'revision_number': 1, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:04.165419 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bb3eb-a5ca-4979-8efe-6382ceb6d60a None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_floatingips': [{'id': '4d5b76c7-ad22-4feb-b171-f5e191cdb17e', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'router_id': 'acdf4e94-139d-408d-a472-694118794138', 'port_id': '9836f253-1eea-4569-a58d-57755866cdc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'mac_address': 'fa:16:3e:a4:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:03:46Z', 'updated_at': '2021-06-22T04:04:02Z', 'revision_number': 1, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:04:04.215695 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.219693 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.270783 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.271320 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bcca2c-f635-431e-81a0-f54641b47611 {{(pid=92788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:04:04.275889 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.277580 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] 10.222.0.24 "DELETE /v2.0/routers/15bcca2c-f635-431e-81a0-f54641b47611 HTTP/1.1" status: 204 len: 168 time: 1.2966645 Jun 22 04:04:04.280352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40062) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:04.283879 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-ca5de305-44b3-442a-bbca-cfaffa86c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:04.285373 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-ca5de305-44b3-442a-bbca-cfaffa86c48e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=816c027b-2f35-4bc4-a29c-b1507519cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1565576 Jun 22 04:04:04.329789 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Deleting subnet 6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:04:04.333086 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.377634 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.398967 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-470b0343-9606-40b7-ba4c-f2550d6770af service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063828 Jun 22 04:04:04.405460 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed7e06-81d0-4ec2-8dca-7a5e2f481c76 None None] New status for floating IP 4d5b76c7-ad22-4feb-b171-f5e191cdb17e: ACTIVE {{(pid=92789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:04:04.518093 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.530778 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f5707deb-315f-4447-9078-f5f4d93042b9 req-b7b205db-b1cd-4187-bb36-e0dd991a2205 service neutron] 10.222.0.36 "GET /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227396 Jun 22 04:04:04.583318 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.585959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-872d872e-2812-4c3b-9f46-2093f05cb09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:04.625587 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 33e7e92c-9b22-453d-8ab5-3753a7bc3373 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:04.627223 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:04.630045 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.636986 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6dc7ec63-5e10-466b-9c5b-c7d8ba5cfba2 HTTP/1.1" status: 204 len: 168 time: 0.3524182 Jun 22 04:04:04.637334 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8238f771-c4df-4a84-8035-c1398a5a6bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:04.637478 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40066) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:04.637933 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab12c2d-4ad5-4a89-b088-8a8c2074808b None None] Network 927ed9cf-9737-4d6f-a846-0c32aa55da9c requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:04:04.661105 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 33e7e92c-9b22-453d-8ab5-3753a7bc3373 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:04.661363 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 33e7e92c-9b22-453d-8ab5-3753a7bc3373 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:04.661963 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c639b0e7-5d7f-495b-b56e-9abe25bb4845 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:04.721396 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: c639b0e7-5d7f-495b-b56e-9abe25bb4845 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:04.721743 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c639b0e7-5d7f-495b-b56e-9abe25bb4845 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:04.725305 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.780525 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Deleting port a15cdbb5-4751-4ef1-879c-ac6317d21e04 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:04.780876 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.849316 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] For port a15cdbb5-4751-4ef1-879c-ac6317d21e04, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=a15cdbb5-4751-4ef1-879c-ac6317d21e04,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:04.849674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.873800 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] DHCP port deletion for 927ed9cf-9737-4d6f-a846-0c32aa55da9c request from dv-cinder-797380-1-smb {{(pid=92789) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:04:04.920350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Calling delete_port for a15cdbb5-4751-4ef1-879c-ac6317d21e04 owned by network:dhcp {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:04.920926 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Deleting port a15cdbb5-4751-4ef1-879c-ac6317d21e04 {{(pid=92789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:04.920926 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:04.979484 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] For port a15cdbb5-4751-4ef1-879c-ac6317d21e04, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=a15cdbb5-4751-4ef1-879c-ac6317d21e04,segment=NetworkSegment(c32a3d84-0e7c-4894-8353-69dde945a3bb),segment_id=c32a3d84-0e7c-4894-8353-69dde945a3bb)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:04.980469 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.004514 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.006586 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1b6ef413-5afa-4cb6-9cfb-8046650d31d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:05.029866 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a15cdbb5-4751-4ef1-879c-ac6317d21e04,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:05.032386 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:05.034597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] No DVR routers for this DVR port a15cdbb5-4751-4ef1-879c-ac6317d21e04 on host dv-cinder-797380-1-smb {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:04:05.045575 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Calling delete_port for a15cdbb5-4751-4ef1-879c-ac6317d21e04 owned by network:dhcp {{(pid=92789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:05.102822 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.113097 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927ed9cf-9737-4d6f-a846-0c32aa55da9c']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:05.126456 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32a3d84-0e7c-4894-8353-69dde945a3bb') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:05.126866 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32a3d84-0e7c-4894-8353-69dde945a3bb') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:05.135606 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.149363 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.156188 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:04:05.156588 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:04:05.158654 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:04:05.165883 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.169397 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:05.193652 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] No DVR routers for this DVR port a15cdbb5-4751-4ef1-879c-ac6317d21e04 on host dv-cinder-797380-1-smb {{(pid=92789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:04:05.199712 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Pushing event deleted for resources: {'Port': ['ID=a15cdbb5-4751-4ef1-879c-ac6317d21e04,revision_number=None']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:05.207598 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.207986 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.208355 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.208853 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.209249 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.209624 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.210056 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.210409 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.210735 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.211057 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.211411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.211793 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:04:05.219867 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-e9267c72-eee7-4386-83ee-c921118ff17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:05.221625 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.225279 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-51271c4e-c5a6-466e-a8b6-5ca4ba17e8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:05.229195 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.232577 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/927ed9cf-9737-4d6f-a846-0c32aa55da9c HTTP/1.1" status: 204 len: 168 time: 0.5938227 Jun 22 04:04:05.235299 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40070) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:05.245394 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=927ed9cf-9737-4d6f-a846-0c32aa55da9c,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:05.249202 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:05.581870 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.828112 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Deleting port 17be3e70-94c2-48f5-9d1e-2f8df947b415 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:05.828451 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.906027 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] For port 17be3e70-94c2-48f5-9d1e-2f8df947b415, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=17be3e70-94c2-48f5-9d1e-2f8df947b415,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:05.906387 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:05.969544 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Calling delete_port for 17be3e70-94c2-48f5-9d1e-2f8df947b415 owned by network:router_interface {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:06.155485 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:06.157874 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b034a5ce-2315-4925-8ca8-cc932507ed58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:06.181307 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=17be3e70-94c2-48f5-9d1e-2f8df947b415,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:06.185280 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:06.357970 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:06.645125 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device a15cdbb5-4751-4ef1-879c-ac6317d21e04 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:06.672612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: a15cdbb5-4751-4ef1-879c-ac6317d21e04 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:06.672988 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device a15cdbb5-4751-4ef1-879c-ac6317d21e04 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:06.863027 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:04:06.984761 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:04:06.990246 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-32e430fd-feab-4b05-94f4-00eac1a5dc17 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ad39c40-b74a-4fe4-b66f-f8221c635f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536030 Jun 22 04:04:06.992561 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40078) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:06.995196 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] Sync routers for ids ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:04:07.006552 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] Routers {'4ad39c40-b74a-4fe4-b66f-f8221c635f5e'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:04:07.007839 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:07.127457 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks [] for router, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.238565 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] Set router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:04:07.273962 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.334841 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Deleting port 603817f9-ba07-48ce-a768-43d3d479e039 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:07.335177 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.441545 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] For port 603817f9-ba07-48ce-a768-43d3d479e039, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=603817f9-ba07-48ce-a768-43d3d479e039,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:07.442142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.455577 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '603817f9-ba07-48ce-a768-43d3d479e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:04:06Z', 'revision_number': 5, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port': {'id': '603817f9-ba07-48ce-a768-43d3d479e039', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:00Z', 'updated_at': '2021-06-22T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:07.490935 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] Checking router: 4ad39c40-b74a-4fe4-b66f-f8221c635f5e for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:04:07.500573 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] Routers {'4ad39c40-b74a-4fe4-b66f-f8221c635f5e'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:04:07.503148 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:03:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:07.516487 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Calling delete_port for 603817f9-ba07-48ce-a768-43d3d479e039 owned by network:router_gateway {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:07.616678 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] Set router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e gateway port host: None {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:04:07.672455 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:04:07Z', 'revision_number': 6, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:07.702196 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323b936-bb2c-4245-a056-edaa5c21b773 None None] The sync data for ids ['4ad39c40-b74a-4fe4-b66f-f8221c635f5e'] in dv-cinder-797380-1-smb is: [{'id': '4ad39c40-b74a-4fe4-b66f-f8221c635f5e', 'name': 'tempest-TestMinimumBasicScenario-1016273641-router', 'tenant_id': 'd045684e4c7340f39e23c0d5378d9852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:59Z', 'updated_at': '2021-06-22T04:04:07Z', 'revision_number': 6, 'project_id': 'd045684e4c7340f39e23c0d5378d9852', 'gw_port_host': None}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:04:07.716113 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.718488 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:07.741911 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Pushing event deleted for resources: {'Port': ['ID=603817f9-ba07-48ce-a768-43d3d479e039,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:07.746191 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:07.810704 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.915233 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.917969 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.989865 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.990368 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad39c40-b74a-4fe4-b66f-f8221c635f5e {{(pid=92787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:04:07.995145 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:07.997085 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ad39c40-b74a-4fe4-b66f-f8221c635f5e HTTP/1.1" status: 204 len: 168 time: 1.0035117 Jun 22 04:04:07.999937 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40084) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:08.047304 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Deleting subnet 15f9a55b-de3b-4be6-a5e5-25a9d0859845 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:04:08.051677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.087660 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.180521 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.237032 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.240018 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:08.264352 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f9a55b-de3b-4be6-a5e5-25a9d0859845,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:08.266475 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.268376 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15f9a55b-de3b-4be6-a5e5-25a9d0859845 HTTP/1.1" status: 204 len: 168 time: 0.2673900 Jun 22 04:04:08.269289 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:08.270875 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40088) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:08.274319 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48115a8-586e-49fd-93c7-5ed46a8c999b None None] Network 55f29135-5c7d-4065-a423-40705141bece requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:04:08.342560 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.401597 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Deleting port c05bbcad-e128-4587-8716-689c12479e92 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:08.402536 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.475886 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] For port c05bbcad-e128-4587-8716-689c12479e92, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c05bbcad-e128-4587-8716-689c12479e92,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:08.476242 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.488615 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] DHCP port deletion for 55f29135-5c7d-4065-a423-40705141bece request from dv-cinder-797380-1-smb {{(pid=92789) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:04:08.550505 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Calling delete_port for c05bbcad-e128-4587-8716-689c12479e92 owned by network:dhcp {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:08.553759 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Deleting port c05bbcad-e128-4587-8716-689c12479e92 {{(pid=92789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:04:08.554728 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.627137 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 603817f9-ba07-48ce-a768-43d3d479e039 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:08.645018 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.647605 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cc07e3e7-dbf4-4ceb-8f3f-2f2fbf413eb4 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:08.656209 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 603817f9-ba07-48ce-a768-43d3d479e039 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:08.658828 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 603817f9-ba07-48ce-a768-43d3d479e039 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:08.658828 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 17be3e70-94c2-48f5-9d1e-2f8df947b415 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:08.663807 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] For port c05bbcad-e128-4587-8716-689c12479e92, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=c05bbcad-e128-4587-8716-689c12479e92,segment=NetworkSegment(06ddd82a-67f5-491e-a51d-4222b937d6b8),segment_id=06ddd82a-67f5-491e-a51d-4222b937d6b8)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:04:08.664218 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.671181 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05bbcad-e128-4587-8716-689c12479e92,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:08.674966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:08.677789 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] No DVR routers for this DVR port c05bbcad-e128-4587-8716-689c12479e92 on host dv-cinder-797380-1-smb {{(pid=92787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:04:08.688050 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 17be3e70-94c2-48f5-9d1e-2f8df947b415 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:08.688393 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 17be3e70-94c2-48f5-9d1e-2f8df947b415 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:08.688852 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c05bbcad-e128-4587-8716-689c12479e92 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:04:08.760346 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.770578 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f29135-5c7d-4065-a423-40705141bece']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:08.784201 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ddd82a-67f5-491e-a51d-4222b937d6b8') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:08.784598 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ddd82a-67f5-491e-a51d-4222b937d6b8') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:04:08.795435 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.810281 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.812088 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Calling delete_port for c05bbcad-e128-4587-8716-689c12479e92 owned by network:dhcp {{(pid=92789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:04:08.816261 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: c05bbcad-e128-4587-8716-689c12479e92 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:04:08.816652 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device c05bbcad-e128-4587-8716-689c12479e92 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:04:08.816944 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:04:08.817320 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:04:08.819638 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:04:08.875677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.879733 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:08.882238 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.887267 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55f29135-5c7d-4065-a423-40705141bece HTTP/1.1" status: 204 len: 168 time: 0.6124158 Jun 22 04:04:08.906256 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f29135-5c7d-4065-a423-40705141bece,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:08.909740 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-a80a6799-2dd4-46b4-8843-3784743a0ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:08.909953 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:08.911765 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-50d28212-2e4d-4a63-a0f9-74a32a6e6755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:08.932112 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Network 55f29135-5c7d-4065-a423-40705141bece is not hosted by any dhcp agent {{(pid=92789) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 04:04:08.932592 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] No DVR routers for this DVR port c05bbcad-e128-4587-8716-689c12479e92 on host dv-cinder-797380-1-smb {{(pid=92789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:04:08.934982 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Pushing event deleted for resources: {'Port': ['ID=c05bbcad-e128-4587-8716-689c12479e92,revision_number=None']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:08.937717 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-bd4a193b-1f49-4f4c-8ada-887db875ed4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:09.067280 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40094) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:09.105897 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-f53fa4c3-afc0-42d2-b6b4-065b1bce4b80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c62eef04b99848c39fa008c52a5d6be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392740 Jun 22 04:04:09.107697 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40096) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:09.155643 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.177154 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.226375 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.229041 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.230389 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/891e4e1b-7d2f-4365-b57a-adc0f3a21885 HTTP/1.1" status: 204 len: 168 time: 0.1212592 Jun 22 04:04:09.231328 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2861836d-2d55-4ceb-8871-d16fa35ef7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:09.239133 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e4e1b-7d2f-4365-b57a-adc0f3a21885,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:09.244539 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:09.556579 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40104) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:09.600182 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-fa13b2ad-a2a8-4360-bf08-555b3d12368a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d045684e4c7340f39e23c0d5378d9852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422215 Jun 22 04:04:09.602434 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40106) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:04:09.649998 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.674312 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.718330 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.720951 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:09.722062 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/030a2ad0-4cde-4901-b85c-d394e12a5c90 HTTP/1.1" status: 204 len: 168 time: 0.1187208 Jun 22 04:04:09.722823 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-f2e83f7a-f695-4223-9aa1-7dd61070568b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:04:09.730614 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a2ad0-4cde-4901-b85c-d394e12a5c90,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:04:09.733063 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-01f9a884-388a-4bff-994e-5e32bd7e08f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:04:14.223957 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:04:17.661183 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-3e6289a0-818e-4db5-9059-7fc908a917b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:20.239431 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-9eebc0fe-9975-4e7a-a04e-d2e39da708e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:20.701687 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:21.993918 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:23.274680 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:27.613380 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:33.864393 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-84a0403c-df13-4593-86d1-0402e437c3eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490909 Jun 22 04:04:33.951001 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-44e55533-ec1f-4932-918c-62504b8e98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:33.952334 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-44e55533-ec1f-4932-918c-62504b8e98ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0543494 Jun 22 04:04:34.054711 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-c85c92e9-1088-4330-b1de-5f90086786af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:34.056129 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-c85c92e9-1088-4330-b1de-5f90086786af service neutron] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 910 time: 0.0844674 Jun 22 04:04:34.122355 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-ce386925-2236-4d43-b022-85800a78bae6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 1001 time: 0.0594716 Jun 22 04:04:34.173620 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-545de634-6fca-418a-9ffc-4392b2719fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:34.175028 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-545de634-6fca-418a-9ffc-4392b2719fd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.0476677 Jun 22 04:04:34.239081 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-7aa81ed4-39c3-48c8-8f35-64cafa9a51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:34.240575 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-7aa81ed4-39c3-48c8-8f35-64cafa9a51ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516500 Jun 22 04:04:34.596565 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-81f86c6d-b085-4858-b86f-55df7c116666 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491836 Jun 22 04:04:34.682071 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8985407d-463b-4ff6-8f76-5fdc838d39ce req-8e0e9a69-ab83-488f-8abd-1426d3bee6d0 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780199 Jun 22 04:04:47.661120 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-1e8fbed6-166b-4469-aae3-ad5b55a9003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:50.240419 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-8ef3598e-55ba-4d5e-9375-1270472771f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:50.701359 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:51.222335 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:04:51.997028 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:53.277226 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:57.618150 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:57.807032 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905ad5d-60e5-4e38-8555-f5d22c069d68 req-decb96a9-c8c8-4ea5-bacb-21718d6dac2a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:57.809142 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4905ad5d-60e5-4e38-8555-f5d22c069d68 req-decb96a9-c8c8-4ea5-bacb-21718d6dac2a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0651631 Jun 22 04:04:57.844560 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4905ad5d-60e5-4e38-8555-f5d22c069d68 req-9e2b54d4-e6f5-4041-b65b-72d2db98832c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298750 Jun 22 04:04:59.022302 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02effef4-5453-40d3-8ba6-0829b6805c4d req-c437e615-90df-4994-9b9d-f13f3b408cfb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:04:59.023760 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-02effef4-5453-40d3-8ba6-0829b6805c4d req-c437e615-90df-4994-9b9d-f13f3b408cfb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0631788 Jun 22 04:04:59.064125 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-02effef4-5453-40d3-8ba6-0829b6805c4d req-84a18110-2177-46c7-b832-7d951acd559a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Jun 22 04:05:00.241816 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16feff-d51e-47ef-86ce-0823760adb94 req-17636d3d-6a29-446d-a0ac-47644a0d3b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:00.243287 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ce16feff-d51e-47ef-86ce-0823760adb94 req-17636d3d-6a29-446d-a0ac-47644a0d3b95 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0649819 Jun 22 04:05:00.281335 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ce16feff-d51e-47ef-86ce-0823760adb94 req-1664cc8a-f5a2-434d-a6ce-c88fad874e99 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Jun 22 04:05:01.456638 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c31ab-277b-423b-9347-9fd5357aeeea req-866c31f7-dd92-4f6b-886c-d0182af83439 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:01.458087 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bf7c31ab-277b-423b-9347-9fd5357aeeea req-866c31f7-dd92-4f6b-886c-d0182af83439 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0631251 Jun 22 04:05:01.495052 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-bf7c31ab-277b-423b-9347-9fd5357aeeea req-311f4289-8950-4630-adc8-addf48f0ba7a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Jun 22 04:05:02.675035 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832f69c-64e7-4e21-8945-1773b41030e9 req-38e30fe4-519f-4df2-908a-50ffc33eda8d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:02.676480 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f832f69c-64e7-4e21-8945-1773b41030e9 req-38e30fe4-519f-4df2-908a-50ffc33eda8d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0665321 Jun 22 04:05:02.713252 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f832f69c-64e7-4e21-8945-1773b41030e9 req-42380204-548f-4ed2-85f6-bd208908aa87 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Jun 22 04:05:03.883772 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372447e0-1227-4960-9794-fae4b3f1b0fd req-97491441-549b-4e68-9e86-9d94ee425c2f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:03.885257 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-372447e0-1227-4960-9794-fae4b3f1b0fd req-97491441-549b-4e68-9e86-9d94ee425c2f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0611069 Jun 22 04:05:03.922192 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-372447e0-1227-4960-9794-fae4b3f1b0fd req-b4f0b6d9-89c7-4a92-a4d2-54769ee62246 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308764 Jun 22 04:05:05.093750 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb8559-793c-48af-ab8e-d75a2020d166 req-9891b36f-d65b-481a-ab8a-44a309998607 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:05.095215 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c3bb8559-793c-48af-ab8e-d75a2020d166 req-9891b36f-d65b-481a-ab8a-44a309998607 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0616765 Jun 22 04:05:05.134487 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c3bb8559-793c-48af-ab8e-d75a2020d166 req-3108848a-4120-4bb3-b7b4-d293e290e6a3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337162 Jun 22 04:05:06.314640 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59db2-0dd8-4634-aa2c-80f0d6cf05ea req-3dd384db-916f-4de1-8076-97dee469b401 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:06.316069 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5bf59db2-0dd8-4634-aa2c-80f0d6cf05ea req-3dd384db-916f-4de1-8076-97dee469b401 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0693266 Jun 22 04:05:06.353458 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5bf59db2-0dd8-4634-aa2c-80f0d6cf05ea req-e928e29c-70eb-4b25-98f1-d05892cc3f99 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Jun 22 04:05:07.535442 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c0142-6b76-4132-83b7-fab8394224b6 req-f7c84701-b29d-4459-a83d-909d3fef8b35 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:07.536836 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e19c0142-6b76-4132-83b7-fab8394224b6 req-f7c84701-b29d-4459-a83d-909d3fef8b35 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0626895 Jun 22 04:05:07.583938 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e19c0142-6b76-4132-83b7-fab8394224b6 req-7ded9bdb-1021-4bb1-940a-898d30532821 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404797 Jun 22 04:05:08.765971 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c26767-0746-4946-a6cc-d8958ca45be6 req-03d72753-7fda-4975-b7fc-1f9f8aee95bf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:08.767391 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-74c26767-0746-4946-a6cc-d8958ca45be6 req-03d72753-7fda-4975-b7fc-1f9f8aee95bf tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0648863 Jun 22 04:05:08.804518 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-74c26767-0746-4946-a6cc-d8958ca45be6 req-e756c5ca-a408-41a6-a64b-9ac3612f081f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Jun 22 04:05:09.975769 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279b9df-6431-46e7-97ae-958b67358093 req-fe241b0e-7b6d-4604-bee5-be941c5f26d3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:09.977237 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5279b9df-6431-46e7-97ae-958b67358093 req-fe241b0e-7b6d-4604-bee5-be941c5f26d3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0622652 Jun 22 04:05:10.014121 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5279b9df-6431-46e7-97ae-958b67358093 req-537ff783-5a42-496a-b809-813f9a7959f6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307076 Jun 22 04:05:10.173471 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:05:10.265225 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:10.279551 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'mac_address': 'fa:16:3e:99:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:05:10.315187 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:10.327193 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 095fe962-1f84-4149-bd73-720ed5cb7e8d {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:05:10.345941 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:10.350115 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:10.351985 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:10.399018 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=6']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:10.407488 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.407832 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.408170 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.408518 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.408854 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.409178 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.409500 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.409840 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.410159 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.410476 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.410786 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.411100 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:10.414976 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:10.514568 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['095fe962-1f84-4149-bd73-720ed5cb7e8d'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:05:10.912112 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40352) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:11.188906 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d12c8-1875-431a-afb7-6a15a66661cb req-01caa7a7-4cd8-4b4c-a083-4c4c76294215 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:11.190288 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d47d12c8-1875-431a-afb7-6a15a66661cb req-01caa7a7-4cd8-4b4c-a083-4c4c76294215 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 944 time: 0.0631666 Jun 22 04:05:11.227203 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d47d12c8-1875-431a-afb7-6a15a66661cb req-7b0ce1f0-edd9-4568-9df0-96d0163603c6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Jun 22 04:05:11.248980 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Deleting port 491163ab-2b6d-41ed-8c50-38c492a54984 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:11.249154 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:11.324215 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:11.324579 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:11.388855 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Calling delete_port for 491163ab-2b6d-41ed-8c50-38c492a54984 owned by network:floatingip {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:11.560553 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:11.562530 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-80327632-d449-4fa6-8d5f-9bc3836e7df2 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:11.587945 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event deleted for resources: {'Port': ['ID=491163ab-2b6d-41ed-8c50-38c492a54984,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:11.614151 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.614537 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.614893 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.615245 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.615593 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.615939 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.616283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.616653 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.616996 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.617336 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.617923 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.618267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:11.623473 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:11.662433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for floatingip, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:11.662767 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Floating IP bf844475-53b3-4e36-b068-354e6ad0cc8c disassociated (deleted). External IP: 172.28.2.141, port: 474d2142-0bc6-477c-97ad-da9bcd5b2814. Jun 22 04:05:11.870922 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:05:11.970573 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:05:11.975195 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:11.980221 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] Sync routers for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:05:11.988953 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:11.989568 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:04:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:12.012908 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf844475-53b3-4e36-b068-354e6ad0cc8c HTTP/1.1" status: 204 len: 168 time: 1.0996585 Jun 22 04:05:12.013564 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:05:12.015832 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51db3a73-f71a-4eed-96df-09e24fd9c910" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:05:12.059368 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccadc9b2-b02e-4807-974b-1dd2dec9e9aa x-openstack-request-id: req-ccadc9b2-b02e-4807-974b-1dd2dec9e9aa {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:05:12.059696 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:05:12.059987 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccadc9b2-b02e-4807-974b-1dd2dec9e9aa {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:05:12.060425 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'status': 'completed', 'code': 200} Jun 22 04:05:12.096714 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:12.160243 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-38003ea8-7160-48eb-a045-ce87830f7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:12.161762 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-38003ea8-7160-48eb-a045-ce87830f7cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27bc1218c9584db4ba126d46a787c5ec&device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0531662 Jun 22 04:05:12.205879 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:05:12.281005 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-e0781280-8820-4edd-9d83-6130bab10e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:12.282629 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-e0781280-8820-4edd-9d83-6130bab10e79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 200 len: 910 time: 0.1144698 Jun 22 04:05:12.312182 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 095fe962-1f84-4149-bd73-720ed5cb7e8d triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:05:12.312722 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:12.361561 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-0fa6d271-3b04-43cf-9d82-bf46b205d6b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 200 len: 217 time: 0.0534143 Jun 22 04:05:12.404989 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:12.438298 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] Checking router: 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:05:12.441878 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-307082e2-724a-4273-b397-ec4953adf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:12.443320 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-307082e2-724a-4273-b397-ec4953adf405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 200 len: 848 time: 0.0602951 Jun 22 04:05:12.445687 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:12.450527 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee808c-7fcc-4036-a0f6-d36ac6268d74 req-7b7ab204-b1aa-44e2-92bd-f1241fc5cdfc tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:12.452083 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b8ee808c-7fcc-4036-a0f6-d36ac6268d74 req-7b7ab204-b1aa-44e2-92bd-f1241fc5cdfc tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 944 time: 0.0905056 Jun 22 04:05:12.458590 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:12.459219 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:04:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:12.468214 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336445e-7bc8-48c1-b68a-da9ba5ed25c1 req-278cf954-5fcb-42fa-af5c-98bd4d92125d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:12.469749 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4336445e-7bc8-48c1-b68a-da9ba5ed25c1 req-278cf954-5fcb-42fa-af5c-98bd4d92125d tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.1200271 Jun 22 04:05:12.493272 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b8ee808c-7fcc-4036-a0f6-d36ac6268d74 req-2f0564a2-b242-43ca-aac8-468d028818c2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354681 Jun 22 04:05:12.508818 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:05:12.511330 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb05986-8148-4b11-b84f-e4c6a4a5f7a3" -d '{"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-plugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:05:12.531909 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:12.538040 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-4336445e-7bc8-48c1-b68a-da9ba5ed25c1 req-269f0510-c6cb-46c4-8792-28931a1c98ba tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Jun 22 04:05:12.552238 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-0b5580bc-0427-40fb-9bdb-08a4f5c9f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:12.554271 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-0b5580bc-0427-40fb-9bdb-08a4f5c9f5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63804b62-c4e2-463f-8090-058118a301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1025200 Jun 22 04:05:12.563117 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c4232a-0832-42e1-ad0b-756171aa4cbb x-openstack-request-id: req-e6c4232a-0832-42e1-ad0b-756171aa4cbb {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:05:12.563410 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-plugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:05:12.563666 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6c4232a-0832-42e1-ad0b-756171aa4cbb {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:05:12.564050 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'code': 200} Jun 22 04:05:12.573505 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:12.577016 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:12.624134 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:12.664204 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=7']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:12.668395 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:12.688325 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-71aa0bd6-0de0-46a1-9efc-4276a14b6570 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899832 Jun 22 04:05:12.794783 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-51db3a73-f71a-4eed-96df-09e24fd9c910 req-f955a5f8-e2af-43e5-83b4-31a6be3c9925 service neutron] 10.222.0.36 "GET /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991979 Jun 22 04:05:12.843212 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:12.870879 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a998797-ce0a-45a7-8419-c78823347d98 None None] The sync data for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb is: [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '06dcbf0a-0a6d-487d-bfb1-556af4c60ba4', 'name': '', 'network_id': '63804b62-c4e2-463f-8090-058118a301da', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'mac_address': 'fa:16:3e:6d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:09Z', 'updated_at': '2021-06-22T03:59:14Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'subnets': [{'id': 'b5befcdb-6c12-4a46-a9eb-20498f2ff024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:05:13.076798 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a88e61-de06-4202-a664-09eb0f1d9f24 None None] New status for floating IP bf844475-53b3-4e36-b068-354e6ad0cc8c: DOWN {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:05:13.672863 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb9bde-85e0-434e-a866-b86ed03b568c req-47e5c0b6-acf9-4f25-99d6-1c42678adf39 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:13.674319 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-13eb9bde-85e0-434e-a866-b86ed03b568c req-47e5c0b6-acf9-4f25-99d6-1c42678adf39 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0630355 Jun 22 04:05:13.711758 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-13eb9bde-85e0-434e-a866-b86ed03b568c req-7f909a42-9d77-480b-b2cd-a2bbd0cac978 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Jun 22 04:05:13.720194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579aeaf-fbe3-45bd-a2df-6f0d6b567397 req-b3f4afe2-999b-498c-a808-c3f520967071 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:13.721682 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f579aeaf-fbe3-45bd-a2df-6f0d6b567397 req-b3f4afe2-999b-498c-a808-c3f520967071 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0633240 Jun 22 04:05:13.759809 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f579aeaf-fbe3-45bd-a2df-6f0d6b567397 req-a4119033-91e8-405f-b401-75af8a1c80be tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Jun 22 04:05:14.737117 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-34a75bb0-6e2d-4795-9d3f-1d2332121fe3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:14.738542 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-34a75bb0-6e2d-4795-9d3f-1d2332121fe3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0726326 Jun 22 04:05:14.917728 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Deleting port 474d2142-0bc6-477c-97ad-da9bcd5b2814 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:14.918065 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:14.950413 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba536-8478-4357-be4f-216d0b0bc559 req-79163e0b-7b56-4e3b-abff-fee83eeaa1fa tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:14.951910 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-484ba536-8478-4357-be4f-216d0b0bc559 req-79163e0b-7b56-4e3b-abff-fee83eeaa1fa tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 945 time: 0.0712237 Jun 22 04:05:14.971981 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fd1be-1679-42b5-9fd3-16367c8cdce0 req-6c5286b8-a976-4c4c-981d-7b2cc7e8b1c6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:14.973574 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-771fd1be-1679-42b5-9fd3-16367c8cdce0 req-6c5286b8-a976-4c4c-981d-7b2cc7e8b1c6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.1382940 Jun 22 04:05:14.993636 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-484ba536-8478-4357-be4f-216d0b0bc559 req-939e2291-f29c-4a84-907f-5addda2f5b98 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c7b151-9474-46a6-828c-2bf7a1177a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Jun 22 04:05:15.032133 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-771fd1be-1679-42b5-9fd3-16367c8cdce0 req-dbe2df98-0f02-4fee-8d87-3d49532d72a6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498550 Jun 22 04:05:15.066218 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] For port 474d2142-0bc6-477c-97ad-da9bcd5b2814, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=474d2142-0bc6-477c-97ad-da9bcd5b2814,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:15.066587 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:15.147250 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Calling delete_port for 474d2142-0bc6-477c-97ad-da9bcd5b2814 owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:15.295766 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:15.303460 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-09b53bf3-5db6-4cac-a639-30e08bfe9b9b tempest-VolumesSnapshotTestJSON-1679305107 tempest-VolumesSnapshotTestJSON-1679305107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:15.337690 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event deleted for resources: {'Port': ['ID=474d2142-0bc6-477c-97ad-da9bcd5b2814,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:15.342324 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:15.402210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] No DVR routers for this DVR port 474d2142-0bc6-477c-97ad-da9bcd5b2814 on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:15.404873 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:15.407164 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5b147a4b-1cd0-4087-9a36-b4a711bb649a req-9fce4a38-ee76-4638-8eb4-66e644b3f4a3 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.36 "DELETE /v2.0/ports/474d2142-0bc6-477c-97ad-da9bcd5b2814 HTTP/1.1" status: 204 len: 173 time: 0.6575019 Jun 22 04:05:15.407724 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-deleted', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:05:15.410244 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd275fa6-c18c-466a-be17-4aede0ed5402" -d '{"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-deleted", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:05:15.456607 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cb106c-b59c-4a0d-9152-9bfbfb2eacd2 x-openstack-request-id: req-54cb106c-b59c-4a0d-9152-9bfbfb2eacd2 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:05:15.457009 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7ca18-a2e0-4002-b712-e837617829b8", "name": "network-vif-deleted", "tag": "474d2142-0bc6-477c-97ad-da9bcd5b2814", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:05:15.457377 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54cb106c-b59c-4a0d-9152-9bfbfb2eacd2 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:05:15.457900 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc7ca18-a2e0-4002-b712-e837617829b8', 'name': 'network-vif-deleted', 'tag': '474d2142-0bc6-477c-97ad-da9bcd5b2814', 'status': 'completed', 'code': 200} Jun 22 04:05:16.163448 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-39c34b05-9a9a-4bd1-ab97-de319fd704a8 req-217d16b6-d531-4196-8f61-af760f515d1a tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc7ca18-a2e0-4002-b712-e837617829b8 HTTP/1.1" status: 200 len: 210 time: 0.0309772 Jun 22 04:05:16.241233 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c888-ec8d-45cd-8467-34a09008854a req-a70ce56b-961f-493e-80db-b294085193ed tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:16.251957 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3f36c888-ec8d-45cd-8467-34a09008854a req-a70ce56b-961f-493e-80db-b294085193ed tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0887461 Jun 22 04:05:16.313559 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-3f36c888-ec8d-45cd-8467-34a09008854a req-6d6f27a4-6ef4-43a4-8c48-c567d1395c8a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605421 Jun 22 04:05:17.268646 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40424) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:17.332798 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:17.362734 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:17.458600 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:17.462455 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:17.476057 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] 10.222.0.24 "DELETE /v2.0/security-groups/80c7b151-9474-46a6-828c-2bf7a1177a9b HTTP/1.1" status: 204 len: 168 time: 0.2056444 Jun 22 04:05:17.478536 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-930d1735-02c1-4e0e-935a-9db9e99df0a8 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:17.500431 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c7b151-9474-46a6-828c-2bf7a1177a9b,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:17.503774 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:17.552605 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122941f-8ac9-41ea-8edf-8daf93657d68 req-c4c11d62-0b83-44e0-a999-a0f040e3b99e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:17.554792 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c122941f-8ac9-41ea-8edf-8daf93657d68 req-c4c11d62-0b83-44e0-a999-a0f040e3b99e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0904613 Jun 22 04:05:17.609315 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c122941f-8ac9-41ea-8edf-8daf93657d68 req-73a88224-7d7a-4ced-b4b3-96f51ad6e845 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478885 Jun 22 04:05:17.668113 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-75b86e64-c0f3-4dfb-8482-cf437c80d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:17.668732 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40432) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:18.152563 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:18.239471 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:18.279959 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 474d2142-0bc6-477c-97ad-da9bcd5b2814 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:18.280588 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 474d2142-0bc6-477c-97ad-da9bcd5b2814 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:18.439589 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Deleting port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:18.440167 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:18.537039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] For port 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:18.537412 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:18.898315 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Calling delete_port for 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 owned by network:router_interface {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:19.057496 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fadbe-06ef-4c22-a607-20f7419a06da req-4717838f-47ca-4d6c-ba2b-8200af67eae9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:19.059008 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433fadbe-06ef-4c22-a607-20f7419a06da req-4717838f-47ca-4d6c-ba2b-8200af67eae9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.1529412 Jun 22 04:05:19.118408 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-433fadbe-06ef-4c22-a607-20f7419a06da req-13820a6b-b75b-417d-969e-c8a604f72af3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506756 Jun 22 04:05:19.177373 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:19.179674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-97ef020e-d857-419c-bc29-8c3f5e4fbfe8 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:19.205912 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Pushing event deleted for resources: {'Port': ['ID=06dcbf0a-0a6d-487d-bfb1-556af4c60ba4,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:19.210130 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:19.406024 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:19.647202 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:05:19.763639 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:05:19.771012 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] 10.222.0.24 "PUT /v2.0/routers/384d80ee-42cc-4f8a-9dab-9054a7fc8cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0997889 Jun 22 04:05:19.771257 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40444) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:19.776859 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] Sync routers for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:05:19.793528 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:19.794169 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:04:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:19.916129 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:19.960355 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks [] for router, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.109613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.117907 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T04:05:19Z', 'revision_number': 5, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port': {'id': '8bb22a02-db27-4e1c-94f5-07d5be41c22f', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:06Z', 'updated_at': '2021-06-22T03:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:20.148634 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] Checking router: 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:05:20.159993 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] Routers {'384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:20.160559 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:04:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:20.210886 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Deleting port 8bb22a02-db27-4e1c-94f5-07d5be41c22f {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:20.211639 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.350363 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] For port 8bb22a02-db27-4e1c-94f5-07d5be41c22f, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=8bb22a02-db27-4e1c-94f5-07d5be41c22f,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:20.351045 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.425734 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-907674e2-503d-43c4-b684-973d63dee2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.436598 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Calling delete_port for 8bb22a02-db27-4e1c-94f5-07d5be41c22f owned by network:router_gateway {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:20.437601 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] Set router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 gateway port host: None {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:20.465804 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb791fb-d7bd-4426-9cb1-012accd46f39 req-cb5fddf1-a5a5-46c7-a188-9b982baca4a2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:20.472775 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dfb791fb-d7bd-4426-9cb1-012accd46f39 req-cb5fddf1-a5a5-46c7-a188-9b982baca4a2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.1646388 Jun 22 04:05:20.496216 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T04:05:20Z', 'revision_number': 6, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:20.523500 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0f2ff-ad22-4365-bdc9-4b002aa93c86 None None] The sync data for ids ['384d80ee-42cc-4f8a-9dab-9054a7fc8cd0'] in dv-cinder-797380-1-smb is: [{'id': '384d80ee-42cc-4f8a-9dab-9054a7fc8cd0', 'name': 'tempest-TestShelveInstance-1950808313-router', 'tenant_id': '27bc1218c9584db4ba126d46a787c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:05Z', 'updated_at': '2021-06-22T04:05:20Z', 'revision_number': 6, 'project_id': '27bc1218c9584db4ba126d46a787c5ec', 'gw_port_host': None}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:05:20.564645 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-dfb791fb-d7bd-4426-9cb1-012accd46f39 req-14128f9a-2877-4bb1-9b0f-3685111245b2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908289 Jun 22 04:05:20.706433 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.707267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.714232 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9c062382-699c-4941-ab69-0fb212864776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:20.739757 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb22a02-db27-4e1c-94f5-07d5be41c22f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:20.756874 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:20.802298 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.922009 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.924695 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.982405 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.983398 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 {{(pid=92788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:05:20.988847 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:20.992685 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40450) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:21.004762 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] 10.222.0.24 "DELETE /v2.0/routers/384d80ee-42cc-4f8a-9dab-9054a7fc8cd0 HTTP/1.1" status: 204 len: 168 time: 1.2321341 Jun 22 04:05:21.068106 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Deleting subnet b5befcdb-6c12-4a46-a9eb-20498f2ff024 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:05:21.083731 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.095644 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:21.125678 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:21.126178 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 06dcbf0a-0a6d-487d-bfb1-556af4c60ba4 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:21.133761 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.219057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.286637 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.289050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-56025c17-4707-4c18-8fa9-6b4cf187df54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:21.314183 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5befcdb-6c12-4a46-a9eb-20498f2ff024,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:21.316689 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.318924 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5befcdb-6c12-4a46-a9eb-20498f2ff024 HTTP/1.1" status: 204 len: 168 time: 0.3240769 Jun 22 04:05:21.321532 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40454) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:21.326440 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8acdd04-b3a3-4074-989f-c82c4ce5e1d0 None None] Network 63804b62-c4e2-463f-8090-058118a301da requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:05:21.341889 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.342357 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.342942 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.343413 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.344740 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.345814 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.346999 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.352240 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.354916 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.355379 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.355837 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.356287 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:21.360180 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:21.449385 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.547878 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] DHCP port deletion for 63804b62-c4e2-463f-8090-058118a301da request from dv-cinder-797380-1-smb {{(pid=92789) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:05:21.553579 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Deleting port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:21.554015 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.629101 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] For port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:21.629613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.658421 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Deleting port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 {{(pid=92789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:21.658809 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.714270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Calling delete_port for 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 owned by network:dhcp {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:21.753393 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] For port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,segment=NetworkSegment(0ee3f304-c313-4bba-9f0b-663700992369),segment_id=0ee3f304-c313-4bba-9f0b-663700992369)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:21.753743 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.832186 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Calling delete_port for 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 owned by network:dhcp {{(pid=92789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:21.933395 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae81585-b967-40f4-ae94-a158d51c4028 req-e89d7b5c-b25a-4972-a38d-27ee90361706 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:21.934995 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eae81585-b967-40f4-ae94-a158d51c4028 req-e89d7b5c-b25a-4972-a38d-27ee90361706 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.1295159 Jun 22 04:05:21.936118 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.938607 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-35f6f657-00b3-4b65-a379-ef03a49601fe tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:21.964458 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.966663 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:21.970556 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:21.975606 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:21.985744 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] No DVR routers for this DVR port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 on host dv-cinder-797380-1-smb {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:22.001233 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Pushing event deleted for resources: {'Port': ['ID=36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485,revision_number=None']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:22.007553 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:22.011245 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58002719-9f00-4807-83a4-a828c2b13c98 None None] No DVR routers for this DVR port 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 on host dv-cinder-797380-1-smb {{(pid=92789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:22.024062 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.070586 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eae81585-b967-40f4-ae94-a158d51c4028 req-934b3273-b738-4f1f-8c05-8b7fc9671d48 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099470 Jun 22 04:05:22.089376 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.101548 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63804b62-c4e2-463f-8090-058118a301da']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:22.120621 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee3f304-c313-4bba-9f0b-663700992369') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:22.120912 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee3f304-c313-4bba-9f0b-663700992369') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:22.132732 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.149021 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.157415 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:05:22.157819 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:05:22.196349 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:05:22.231267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.237509 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:22.255193 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.258540 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63804b62-c4e2-463f-8090-058118a301da HTTP/1.1" status: 204 len: 168 time: 0.9322004 Jun 22 04:05:22.258540 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=63804b62-c4e2-463f-8090-058118a301da,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:22.258777 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40464) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:22.347410 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:22.685964 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.686588 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 8bb22a02-db27-4e1c-94f5-07d5be41c22f no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:22.726178 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 8bb22a02-db27-4e1c-94f5-07d5be41c22f {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:22.726550 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 8bb22a02-db27-4e1c-94f5-07d5be41c22f not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:22.726956 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:22.749747 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:22.751580 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 36c6e6d6-ff8a-4ca9-bf94-8dc222c5f485 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:23.295136 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:23.367709 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e721eae-b688-48f4-8d77-73f577d5508a req-b097b59d-218f-4921-8168-09f8ea182dc7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:23.369670 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3e721eae-b688-48f4-8d77-73f577d5508a req-b097b59d-218f-4921-8168-09f8ea182dc7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0810544 Jun 22 04:05:23.372149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Deleting port 0037ec96-083d-4f31-9af6-07e1c1e02662 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:23.372715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:23.430546 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3e721eae-b688-48f4-8d77-73f577d5508a req-413bb63a-fc18-4beb-bcf7-2449b00555b7 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552549 Jun 22 04:05:23.497805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] For port 0037ec96-083d-4f31-9af6-07e1c1e02662, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=0037ec96-083d-4f31-9af6-07e1c1e02662,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:23.498544 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:23.596399 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Calling delete_port for 0037ec96-083d-4f31-9af6-07e1c1e02662 owned by network:router_interface {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:23.848466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:23.850733 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-0419f7fb-18f4-4da9-8784-aa39f3fe5e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:23.876111 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0037ec96-083d-4f31-9af6-07e1c1e02662,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:23.880885 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:24.064210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:24.293702 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Router b070fbf2-bd85-450f-9b5a-9071281626df has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:05:24.434529 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:05:24.440148 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] 10.222.0.24 "PUT /v2.0/routers/b070fbf2-bd85-450f-9b5a-9071281626df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1805007 Jun 22 04:05:24.442725 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40486) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:24.446429 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] Sync routers for ids ['b070fbf2-bd85-450f-9b5a-9071281626df'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:05:24.458994 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] Routers {'b070fbf2-bd85-450f-9b5a-9071281626df'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:24.460065 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:05:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['b070fbf2-bd85-450f-9b5a-9071281626df'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:24.631445 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks [] for router, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:24.660334 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] Set router b070fbf2-bd85-450f-9b5a-9071281626df gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:24.796339 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19784d64-02fc-4a55-9058-c85b1b03ca98 req-915f8547-f00b-4330-bbcf-72651f32eaaa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:24.797878 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-19784d64-02fc-4a55-9058-c85b1b03ca98 req-915f8547-f00b-4330-bbcf-72651f32eaaa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.1108322 Jun 22 04:05:24.850259 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-19784d64-02fc-4a55-9058-c85b1b03ca98 req-36ddd465-44cd-45f0-9b87-ab826a7c645d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453696 Jun 22 04:05:24.858966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:24.907152 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T04:05:23Z', 'revision_number': 5, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port': {'id': 'e93881da-e947-40bf-8e97-fb7cade705f1', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:24.926121 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Deleting port e93881da-e947-40bf-8e97-fb7cade705f1 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:24.926742 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:24.944904 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] Checking router: b070fbf2-bd85-450f-9b5a-9071281626df for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:05:24.954780 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] Routers {'b070fbf2-bd85-450f-9b5a-9071281626df'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:24.955739 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:05:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['b070fbf2-bd85-450f-9b5a-9071281626df'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:25.011849 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] For port e93881da-e947-40bf-8e97-fb7cade705f1, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=e93881da-e947-40bf-8e97-fb7cade705f1,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:25.012202 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.058724 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] Set router b070fbf2-bd85-450f-9b5a-9071281626df gateway port host: None {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:25.088456 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Calling delete_port for e93881da-e947-40bf-8e97-fb7cade705f1 owned by network:router_gateway {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:25.126779 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T04:05:24Z', 'revision_number': 6, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:25.158930 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd443ac-8b13-417b-9e1b-8300277818c9 None None] The sync data for ids ['b070fbf2-bd85-450f-9b5a-9071281626df'] in dv-cinder-797380-1-smb is: [{'id': 'b070fbf2-bd85-450f-9b5a-9071281626df', 'name': 'tempest-TestShelveInstance-1460093736-router', 'tenant_id': '2229afeb4bb945e3ade1743d001c7e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:59:13Z', 'updated_at': '2021-06-22T04:05:24Z', 'revision_number': 6, 'project_id': '2229afeb4bb945e3ade1743d001c7e4e', 'gw_port_host': None}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:05:25.284901 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.287197 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7a91a318-6be2-4a67-b516-2005767182bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:25.320164 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93881da-e947-40bf-8e97-fb7cade705f1,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:25.324951 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:25.703167 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.795561 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.797797 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.842346 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.843131 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b070fbf2-bd85-450f-9b5a-9071281626df {{(pid=92787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:05:25.848094 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.851932 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40498) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:25.852463 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-8825e8db-3e45-48b6-a120-eb1bc7a2da07 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b070fbf2-bd85-450f-9b5a-9071281626df HTTP/1.1" status: 204 len: 168 time: 1.4075582 Jun 22 04:05:25.924453 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Deleting subnet 4e966426-4753-4283-a889-7a5a01a0f447 {{(pid=92788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:05:25.927820 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.970891 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8770578'] for subnet, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.172532 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.244977 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dde42-95d7-4929-876e-62a6843cba1e req-600b53c7-2235-4147-85c4-f0270f5f3f14 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:26.246569 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-619dde42-95d7-4929-876e-62a6843cba1e req-600b53c7-2235-4147-85c4-f0270f5f3f14 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.1805193 Jun 22 04:05:26.252548 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171277'] for subnet, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.263254 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a15c1e64-f775-46a2-ab90-1d84ad81d9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:26.293518 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e966426-4753-4283-a889-7a5a01a0f447,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:26.309597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:26.318832 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.320875 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-daa21a28-1a8d-4f66-aeb6-469fa2efa79d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e966426-4753-4283-a889-7a5a01a0f447 HTTP/1.1" status: 204 len: 168 time: 0.4675295 Jun 22 04:05:26.323280 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6aac6c-91ce-452b-964a-0df2c2040c81 None None] Network f0227784-9c0a-4d21-a379-74cb8d228eaa requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:05:26.324147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40502) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:26.423920 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.439675 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-619dde42-95d7-4929-876e-62a6843cba1e req-1050db4b-e3e7-446d-9f00-a630ffab9fce tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858540 Jun 22 04:05:26.530063 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Deleting port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:26.530569 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.581566 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] DHCP port deletion for f0227784-9c0a-4d21-a379-74cb8d228eaa request from dv-cinder-797380-1-smb {{(pid=92789) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:05:26.627621 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] For port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:26.628128 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.641471 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Deleting port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 {{(pid=92789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:26.641849 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.656859 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:26.705348 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Calling delete_port for ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 owned by network:dhcp {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:26.740251 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] For port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,segment=NetworkSegment(74255774-9096-421e-bb1d-1e63dc0e9934),segment_id=74255774-9096-421e-bb1d-1e63dc0e9934)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:26.740694 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.797636 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.801572 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-42f6d1e1-c56c-42fa-9dde-4be6011c4698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:26.809545 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Calling delete_port for ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 owned by network:dhcp {{(pid=92789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:26.828075 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:26.830113 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] No DVR routers for this DVR port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 on host dv-cinder-797380-1-smb {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:26.831519 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:26.885121 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.912209 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.922647 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0227784-9c0a-4d21-a379-74cb8d228eaa']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:26.933820 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74255774-9096-421e-bb1d-1e63dc0e9934') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:26.934115 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74255774-9096-421e-bb1d-1e63dc0e9934') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:26.940552 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 0037ec96-083d-4f31-9af6-07e1c1e02662 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:26.943849 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.958838 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.968531 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 0037ec96-083d-4f31-9af6-07e1c1e02662 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:26.968920 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 0037ec96-083d-4f31-9af6-07e1c1e02662 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:26.969204 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:05:26.969332 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e93881da-e947-40bf-8e97-fb7cade705f1 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:26.969817 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:05:26.972824 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:05:26.992956 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: e93881da-e947-40bf-8e97-fb7cade705f1 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:26.993428 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e93881da-e947-40bf-8e97-fb7cade705f1 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:26.997812 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.000147 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:27.025416 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Pushing event deleted for resources: {'Port': ['ID=ddfe2c2f-3b75-4fe6-9d9d-e516c4042519,revision_number=None']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:27.028424 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:27.029436 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] No DVR routers for this DVR port ddfe2c2f-3b75-4fe6-9d9d-e516c4042519 on host dv-cinder-797380-1-smb {{(pid=92789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:27.037627 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.040244 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9adb68e8-b27c-4656-a701-6001a15518a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:27.055950 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.058565 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] 10.222.0.24 "DELETE /v2.0/networks/f0227784-9c0a-4d21-a379-74cb8d228eaa HTTP/1.1" status: 204 len: 168 time: 0.7333190 Jun 22 04:05:27.060021 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0227784-9c0a-4d21-a379-74cb8d228eaa,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:27.063330 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b3a73548-d1b4-4cb5-96e5-410e24a88d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:27.175289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40524) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:27.219449 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-480954f2-d39f-4bce-bbc6-c2a2a92c0109 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27bc1218c9584db4ba126d46a787c5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426712 Jun 22 04:05:27.221929 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40530) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:27.277255 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.298978 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.347273 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.349801 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.350978 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57a149f2-de5c-4c43-9e6d-6485a89b3922 HTTP/1.1" status: 204 len: 168 time: 0.1281283 Jun 22 04:05:27.351799 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f4435561-2b0f-42fd-8fac-74ce9f66a215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:27.360888 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a149f2-de5c-4c43-9e6d-6485a89b3922,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:27.363219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:27.612712 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-a9a04bc7-41aa-4e7d-a2a8-72c3546dea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:27.613967 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-a9a04bc7-41aa-4e7d-a2a8-72c3546dea19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1098 time: 0.0557070 Jun 22 04:05:27.623369 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.636655 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78986deb-a872-4063-a030-a25780068258 req-223e88ee-8e3a-4aee-b12b-a753c5a55c2d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:27.638319 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-78986deb-a872-4063-a030-a25780068258 req-223e88ee-8e3a-4aee-b12b-a753c5a55c2d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0743289 Jun 22 04:05:27.677166 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-78986deb-a872-4063-a030-a25780068258 req-6179e1a4-c057-4690-99b7-46c69ace4fdb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332770 Jun 22 04:05:27.709317 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40538) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:27.716036 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-216ee8bc-b936-4115-b53d-e3c5f39b371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:27.717565 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-216ee8bc-b936-4115-b53d-e3c5f39b371b service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0971711 Jun 22 04:05:27.749892 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4d6c0f46-9dcd-4118-bace-fd70f3388425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2229afeb4bb945e3ade1743d001c7e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392869 Jun 22 04:05:27.752321 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40540) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:27.782413 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-03fe91d9-92f6-4d59-965f-7aa6b900a3a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 1001 time: 0.0582891 Jun 22 04:05:27.801965 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.824365 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.831693 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-ce62bf70-adb5-4a8c-97f9-1f7b5accb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:27.833161 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-ce62bf70-adb5-4a8c-97f9-1f7b5accb0b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0442662 Jun 22 04:05:27.870835 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.873485 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.874603 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51907144-0057-47e8-a033-4879ae8071d8 HTTP/1.1" status: 204 len: 168 time: 0.1213572 Jun 22 04:05:27.875363 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8d91da2b-eb36-4078-a1e7-a0846c0026ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:27.882794 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51907144-0057-47e8-a033-4879ae8071d8,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:27.886318 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:27.898488 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-65b1c3f7-9e75-47f7-a747-306c50763c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:27.900693 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-65b1c3f7-9e75-47f7-a747-306c50763c2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604172 Jun 22 04:05:27.993493 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-c1a15c17-bf33-41c9-9abd-e94239dd9ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866306 Jun 22 04:05:28.096269 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e3b41d02-43c4-4c27-b14a-65602f810ec4 req-60309c9a-3d04-4958-bfa3-0181bb589b9c service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969687 Jun 22 04:05:28.221114 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:05:28.860637 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119703d-54c6-4ce7-8a6f-220f1af7ad33 req-840fed2e-1a0e-4796-b68a-f50d23854ff2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:28.862133 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0119703d-54c6-4ce7-8a6f-220f1af7ad33 req-840fed2e-1a0e-4796-b68a-f50d23854ff2 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0678267 Jun 22 04:05:28.900741 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-0119703d-54c6-4ce7-8a6f-220f1af7ad33 req-a5df4283-9cb0-4528-ae98-5926cb66df15 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Jun 22 04:05:30.086350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fd8c1-bdc9-43ff-a8fd-7d9c5d0dbf6c req-c41ab424-22fb-43b6-96e4-81d35be69d75 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:30.088695 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-936fd8c1-bdc9-43ff-a8fd-7d9c5d0dbf6c req-c41ab424-22fb-43b6-96e4-81d35be69d75 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 945 time: 0.0667238 Jun 22 04:05:30.130071 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-936fd8c1-bdc9-43ff-a8fd-7d9c5d0dbf6c req-f90924ac-eadc-4baf-8fa6-9b48d0cd1dc4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354288 Jun 22 04:05:30.327028 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:30.408740 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:30.433328 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:05:30.435553 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a42d0dc-94fa-44c1-9df6-9c213b8934be" -d '{"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:05:30.447506 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:30.451400 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:30.453223 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:30.475060 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee90519-84ce-47d1-8a88-07cee64e6a32 x-openstack-request-id: req-2ee90519-84ce-47d1-8a88-07cee64e6a32 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:05:30.475352 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:05:30.475583 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ee90519-84ce-47d1-8a88-07cee64e6a32 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:05:30.476006 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'code': 200} Jun 22 04:05:30.501114 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=8']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:30.504172 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:31.310030 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b678-cc89-48f4-88ca-63e49398e029 req-ae3477c6-21ef-49b7-af27-f9b0546d3f0c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:31.311577 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f042b678-cc89-48f4-88ca-63e49398e029 req-ae3477c6-21ef-49b7-af27-f9b0546d3f0c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0653200 Jun 22 04:05:31.355801 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-f042b678-cc89-48f4-88ca-63e49398e029 req-6ca06c8b-4cfc-4ad4-8378-047a1016d24e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372622 Jun 22 04:05:33.506636 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70d722-30c0-484f-b41d-1040d18a607f req-b635c087-a27d-4ddc-bc2d-36ef338fcefa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:33.508081 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ff70d722-30c0-484f-b41d-1040d18a607f req-b635c087-a27d-4ddc-bc2d-36ef338fcefa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.1000104 Jun 22 04:05:33.511484 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-152457df-a155-4f87-872e-fbb4e484185e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925381 Jun 22 04:05:33.545189 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ff70d722-30c0-484f-b41d-1040d18a607f req-c45719f7-ade9-4b47-9c6c-ef706bd76924 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Jun 22 04:05:34.741357 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ea68-2446-49b8-a649-5c68b6403716 req-ff82a9de-4eaf-472a-8f73-f9d63e061a73 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:34.743044 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7169ea68-2446-49b8-a649-5c68b6403716 req-ff82a9de-4eaf-472a-8f73-f9d63e061a73 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0676045 Jun 22 04:05:34.781783 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7169ea68-2446-49b8-a649-5c68b6403716 req-6d2a263f-246e-4451-a35f-6ae3fc253774 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Jun 22 04:05:35.542741 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63df9-2e47-47d0-ab1f-348c6560f98e req-9e10c9cb-2016-4b9d-96a5-0f724ab52730 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:35.544188 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c4b63df9-2e47-47d0-ab1f-348c6560f98e req-9e10c9cb-2016-4b9d-96a5-0f724ab52730 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.0623534 Jun 22 04:05:35.580795 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-c4b63df9-2e47-47d0-ab1f-348c6560f98e req-bc61dde9-8e94-41c6-a167-c3f6b8ee8253 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307529 Jun 22 04:05:35.965578 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8530-31d1-47cf-81e5-9c4a863020e7 req-c03eb734-70e4-4286-9ce9-808a068c39f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:35.966919 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3e7f8530-31d1-47cf-81e5-9c4a863020e7 req-c03eb734-70e4-4286-9ce9-808a068c39f9 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0645850 Jun 22 04:05:36.003562 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-3e7f8530-31d1-47cf-81e5-9c4a863020e7 req-365e91cb-37b3-47eb-bad1-03f9f1ad825e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Jun 22 04:05:36.765026 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba0bc-e363-4d5e-8018-7fd969d18020 req-572f4942-bb66-44b1-b9d2-bf140199c41f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:36.766525 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6f1ba0bc-e363-4d5e-8018-7fd969d18020 req-572f4942-bb66-44b1-b9d2-bf140199c41f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.0659311 Jun 22 04:05:36.805030 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6f1ba0bc-e363-4d5e-8018-7fd969d18020 req-5e0ec272-669e-4b05-8861-eada3bd294a7 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323594 Jun 22 04:05:37.177126 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bb0a5-604f-4ad0-9fac-99fa256653dd req-901bd680-c574-43a6-9c1a-214479f3bf8d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:37.178577 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c06bb0a5-604f-4ad0-9fac-99fa256653dd req-901bd680-c574-43a6-9c1a-214479f3bf8d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0628374 Jun 22 04:05:37.216131 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-c06bb0a5-604f-4ad0-9fac-99fa256653dd req-ab569c38-3231-4b03-8340-14e8e6b84932 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Jun 22 04:05:37.628002 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-adbfb8d6-cf66-413f-8654-239d362000d6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:37.630367 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-adbfb8d6-cf66-413f-8654-239d362000d6 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.0633512 Jun 22 04:05:37.735422 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Deleting port 9836f253-1eea-4569-a58d-57755866cdc9 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:37.735779 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:37.824868 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] For port 9836f253-1eea-4569-a58d-57755866cdc9, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9836f253-1eea-4569-a58d-57755866cdc9,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:37.825586 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:38.036389 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:38.036779 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:38.037092 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Floating IP 4d5b76c7-ad22-4feb-b171-f5e191cdb17e disassociated. External IP: 172.28.2.136, port: 9836f253-1eea-4569-a58d-57755866cdc9. Jun 22 04:05:38.037433 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Calling delete_port for 9836f253-1eea-4569-a58d-57755866cdc9 owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:38.060192 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76aa48-e5ec-4822-a6ee-663ee7d6f24a req-18d0cfdc-c82c-45db-b371-5d36b8933b4f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:38.061703 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bc76aa48-e5ec-4822-a6ee-663ee7d6f24a req-18d0cfdc-c82c-45db-b371-5d36b8933b4f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 946 time: 0.1368003 Jun 22 04:05:38.144094 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bc76aa48-e5ec-4822-a6ee-663ee7d6f24a req-8877a329-6ecf-4809-8aa0-7be79461543f tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a10da8-2244-4641-bc0b-1de07cfa7843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532675 Jun 22 04:05:38.214221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:38.218563 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:38.241246 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event deleted for resources: {'Port': ['ID=9836f253-1eea-4569-a58d-57755866cdc9,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:38.245497 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:38.361267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Router acdf4e94-139d-408d-a472-694118794138 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:05:38.403950 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed96a1a-1ca9-48d0-a26a-47cf133608c8 req-7b6a3f60-adae-4a4e-a1d2-3fc38a87517e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:38.405734 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5ed96a1a-1ca9-48d0-a26a-47cf133608c8 req-7b6a3f60-adae-4a4e-a1d2-3fc38a87517e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0677145 Jun 22 04:05:38.443869 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5ed96a1a-1ca9-48d0-a26a-47cf133608c8 req-e6315922-7eaf-4abc-9a71-f1210394ebe5 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jun 22 04:05:38.503406 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:05:38.514321 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:05:38.524045 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:38.525267 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:05:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:38.554039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] No DVR routers for this DVR port 9836f253-1eea-4569-a58d-57755866cdc9 on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:38.558624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:38.560569 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-43a3cba4-1407-4fa4-972b-433b386e9b27 req-947605da-f6e5-48ab-92d9-7ad877165624 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.36 "DELETE /v2.0/ports/9836f253-1eea-4569-a58d-57755866cdc9 HTTP/1.1" status: 204 len: 173 time: 0.9229133 Jun 22 04:05:38.561076 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'name': 'network-vif-deleted', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:05:38.563339 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684ebe8-a785-4b7f-8332-6abc58dd1b8a" -d '{"events": [{"server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "name": "network-vif-deleted", "tag": "9836f253-1eea-4569-a58d-57755866cdc9"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:05:38.568120 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60855a-9b56-490e-b053-42b422e936af req-d6ca19e4-fcbb-464d-a2fc-4749e12f83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:38.569561 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-d6ca19e4-fcbb-464d-a2fc-4749e12f83a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e&tenant_id=86911da8bf024ced868d0097af2de10d HTTP/1.1" status: 200 len: 1096 time: 0.1499262 Jun 22 04:05:38.612397 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addea34f-1954-467f-9d1d-dc1489abb792 x-openstack-request-id: req-addea34f-1954-467f-9d1d-dc1489abb792 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:05:38.612757 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0832c68-8c00-4333-9760-36a9f0156aab", "name": "network-vif-deleted", "tag": "9836f253-1eea-4569-a58d-57755866cdc9", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:05:38.613047 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-addea34f-1954-467f-9d1d-dc1489abb792 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:05:38.613474 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0832c68-8c00-4333-9760-36a9f0156aab', 'name': 'network-vif-deleted', 'tag': '9836f253-1eea-4569-a58d-57755866cdc9', 'status': 'completed', 'code': 200} Jun 22 04:05:38.652815 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:38.878421 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:38.907600 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:05:38.916229 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:38.916884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:05:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:38.979647 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60855a-9b56-490e-b053-42b422e936af req-d242d1c7-078b-4d31-a619-74a606a83236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:38.981128 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-d242d1c7-078b-4d31-a619-74a606a83236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1096 time: 0.3389127 Jun 22 04:05:39.021779 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:39.074076 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60855a-9b56-490e-b053-42b422e936af req-db008d0f-b419-4d8d-888d-7081f3f0749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:39.075523 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-db008d0f-b419-4d8d-888d-7081f3f0749b service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0874858 Jun 22 04:05:39.155751 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-a18bd2c4-1613-4091-a4e1-fe80996774d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 999 time: 0.0734212 Jun 22 04:05:39.210550 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60855a-9b56-490e-b053-42b422e936af req-faa36c30-8194-4205-b432-f3bd8c5d4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:39.212819 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-faa36c30-8194-4205-b432-f3bd8c5d4f1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0497425 Jun 22 04:05:39.323955 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60855a-9b56-490e-b053-42b422e936af req-df7ef7d6-911d-41ee-9952-c6226b9ee19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:39.326535 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-df7ef7d6-911d-41ee-9952-c6226b9ee19a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1078923 Jun 22 04:05:39.331347 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-8e446802-052a-43e3-be55-0dddb6799917 req-609bebe7-fcda-4f42-848f-46b83c42b6a9 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0832c68-8c00-4333-9760-36a9f0156aab HTTP/1.1" status: 200 len: 210 time: 0.0402586 Jun 22 04:05:39.370574 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:39.401591 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a7916-c625-4db5-925d-db65fd75ee69 None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': '128fd845-e34e-42da-9d6e-01965ae22c1a', 'name': '', 'network_id': '816c027b-2f35-4bc4-a29c-b1507519cfc4', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'mac_address': 'fa:16:3e:f3:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:32Z', 'updated_at': '2021-06-22T03:57:48Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'subnets': [{'id': '22708c79-9aa5-406f-97c1-04ff94064fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:05:39.422183 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-c02355fe-e63a-4a6c-b892-1f1ba7edf31a service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890005 Jun 22 04:05:39.514068 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6d60855a-9b56-490e-b053-42b422e936af req-2fa548e2-5a8a-4d58-98e0-fa5e092054ba service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854838 Jun 22 04:05:39.637283 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b0373-fc51-45ff-a24f-24e501093990 req-9d26a1e4-f72b-4697-a5c6-e00f6f4113e3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:39.638838 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2d6b0373-fc51-45ff-a24f-24e501093990 req-9d26a1e4-f72b-4697-a5c6-e00f6f4113e3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0710728 Jun 22 04:05:39.646195 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30d788-1bad-416b-9afc-51bbd53c7590 None None] New status for floating IP 4d5b76c7-ad22-4feb-b171-f5e191cdb17e: DOWN {{(pid=92790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:05:39.676644 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2d6b0373-fc51-45ff-a24f-24e501093990 req-88b62dd4-0028-466f-9e42-e975e4e3c606 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Jun 22 04:05:40.387586 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9836f253-1eea-4569-a58d-57755866cdc9 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:40.408672 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 9836f253-1eea-4569-a58d-57755866cdc9 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:40.409081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 9836f253-1eea-4569-a58d-57755866cdc9 not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:40.447960 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40702) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:40.505675 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.530380 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.577553 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.580158 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.581331 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9a10da8-2244-4641-bc0b-1de07cfa7843 HTTP/1.1" status: 204 len: 168 time: 0.1322992 Jun 22 04:05:40.582214 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5dbc4148-4720-46a3-9e3d-a90f87391056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:40.585129 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40704) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:40.599327 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a10da8-2244-4641-bc0b-1de07cfa7843,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:40.604821 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-7993ec26-6372-4ab2-a504-89593250445c tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:40.606253 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.api.v2.resource [None req-732bf451-af85-4e35-83fc-5539b656e33a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] show failed (client error): The resource could not be found. Jun 22 04:05:40.607258 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-732bf451-af85-4e35-83fc-5539b656e33a tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "GET /v2.0/security-groups/b9a10da8-2244-4641-bc0b-1de07cfa7843 HTTP/1.1" status: 404 len: 347 time: 0.0195036 Jun 22 04:05:40.610600 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40706) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:40.752092 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Deleting port 0f6e6ced-a238-4347-b3e5-be10359a1c0a {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:40.752434 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.832841 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.833066 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:40.880361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f07f86-e88e-4427-b71c-20dcb145f563 req-8b5511b2-f0cf-455e-a493-8295daf8dd77 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:40.881882 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-85f07f86-e88e-4427-b71c-20dcb145f563 req-8b5511b2-f0cf-455e-a493-8295daf8dd77 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0735431 Jun 22 04:05:40.908347 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Calling delete_port for 0f6e6ced-a238-4347-b3e5-be10359a1c0a owned by network:floatingip {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:40.944080 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-85f07f86-e88e-4427-b71c-20dcb145f563 req-da369661-4646-4a20-987e-0efd534c2aff tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539920 Jun 22 04:05:41.055261 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:41.057611 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:41.082162 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Pushing event deleted for resources: {'Port': ['ID=0f6e6ced-a238-4347-b3e5-be10359a1c0a,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:41.085418 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:41.149847 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks [] for floatingip, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:41.152422 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:41.156580 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] 10.222.0.24 "DELETE /v2.0/floatingips/4d5b76c7-ad22-4feb-b171-f5e191cdb17e HTTP/1.1" status: 204 len: 168 time: 0.5420196 Jun 22 04:05:42.132926 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c91946-6211-4eb3-8ba0-1683f7d02f3c req-899b2539-3fdb-4cb0-85f2-e7d012cf7bc3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:42.135269 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79c91946-6211-4eb3-8ba0-1683f7d02f3c req-899b2539-3fdb-4cb0-85f2-e7d012cf7bc3 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0702019 Jun 22 04:05:42.182019 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-79c91946-6211-4eb3-8ba0-1683f7d02f3c req-26ae3424-1459-4082-a20f-ca3edf8872ad tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359125 Jun 22 04:05:43.368519 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26098d2-269a-4ddf-a019-c64bf15111ae req-b63892f2-8c8c-401c-9f39-8a8ee00f41c6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:43.369976 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b26098d2-269a-4ddf-a019-c64bf15111ae req-b63892f2-8c8c-401c-9f39-8a8ee00f41c6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0714271 Jun 22 04:05:43.410805 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b26098d2-269a-4ddf-a019-c64bf15111ae req-5dad2f50-aa15-4315-be73-b028c3cac01d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352473 Jun 22 04:05:44.598039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc884-a79a-492b-bc67-1476c844d465 req-05566e91-1391-4756-8ae7-136a386464a6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:44.599490 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-735cc884-a79a-492b-bc67-1476c844d465 req-05566e91-1391-4756-8ae7-136a386464a6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0665874 Jun 22 04:05:44.637320 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-735cc884-a79a-492b-bc67-1476c844d465 req-aeacc34d-b4aa-4c91-9b85-67299b1ab2be tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Jun 22 04:05:44.902966 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40744) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:45.427220 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:45.688606 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Deleting port 128fd845-e34e-42da-9d6e-01965ae22c1a {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:45.688959 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:45.774780 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] For port 128fd845-e34e-42da-9d6e-01965ae22c1a, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=128fd845-e34e-42da-9d6e-01965ae22c1a,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:45.775523 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:45.870292 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Calling delete_port for 128fd845-e34e-42da-9d6e-01965ae22c1a owned by network:router_interface {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:45.965303 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5366bc-7de1-4b94-b825-0876f1dd93f2 req-e37cc304-5562-4656-aebd-4bc7b0b38807 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:45.966710 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ac5366bc-7de1-4b94-b825-0876f1dd93f2 req-e37cc304-5562-4656-aebd-4bc7b0b38807 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.1827638 Jun 22 04:05:46.058077 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ac5366bc-7de1-4b94-b825-0876f1dd93f2 req-060c299b-33d1-4bea-a80b-48335a144fbc tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837858 Jun 22 04:05:46.128120 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:46.130261 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ba7e7bbc-1b69-4a48-92db-1d0c73718761 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:46.155774 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Pushing event deleted for resources: {'Port': ['ID=128fd845-e34e-42da-9d6e-01965ae22c1a,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:46.158833 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:46.327601 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:46.551392 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Router acdf4e94-139d-408d-a472-694118794138 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:05:46.667042 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:05:46.672009 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-059beb13-c076-4aaa-9a5a-e3ea764f00ae admin admin] 10.222.0.24 "PUT /v2.0/routers/acdf4e94-139d-408d-a472-694118794138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680354 Jun 22 04:05:46.674890 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40752) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:46.678929 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] Sync routers for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:05:46.689596 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:46.690217 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:05:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:46.788967 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks [] for router, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:46.809348 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: dv-cinder-797380-1-smb {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:46.906592 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:46.961871 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Deleting port e6f0257a-6d97-4dd8-b823-a779bf59c681 {{(pid=92787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:46.962351 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.005766 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T04:05:46Z', 'revision_number': 5, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port': {'id': 'e6f0257a-6d97-4dd8-b823-a779bf59c681', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf4e94-139d-408d-a472-694118794138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:47.040589 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] Checking router: acdf4e94-139d-408d-a472-694118794138 for host: dv-cinder-797380-1-smb {{(pid=92789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:05:47.048315 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.db [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] For port e6f0257a-6d97-4dd8-b823-a779bf59c681, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=e6f0257a-6d97-4dd8-b823-a779bf59c681,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:47.048986 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.049112 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] Routers {'acdf4e94-139d-408d-a472-694118794138'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:05:47.049690 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:05:20Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['acdf4e94-139d-408d-a472-694118794138'], 'active': True} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:47.115852 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.plugin [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Calling delete_port for e6f0257a-6d97-4dd8-b823-a779bf59c681 owned by network:router_gateway {{(pid=92787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:47.177096 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvr_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] Set router acdf4e94-139d-408d-a472-694118794138 gateway port host: None {{(pid=92789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:05:47.249522 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_hamode_db [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T04:05:46Z', 'revision_number': 6, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:47.275235 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cee70d-58fd-41f1-b5cd-88629099b5d9 req-15b4bd63-9c85-433d-b8e9-275844dafea0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:47.283438 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-91cee70d-58fd-41f1-b5cd-88629099b5d9 req-15b4bd63-9c85-433d-b8e9-275844dafea0 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0790343 Jun 22 04:05:47.302868 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55374eb8-9a6e-4dc6-9460-686665891a55 None None] The sync data for ids ['acdf4e94-139d-408d-a472-694118794138'] in dv-cinder-797380-1-smb is: [{'id': 'acdf4e94-139d-408d-a472-694118794138', 'name': 'tempest-AttachVolumeTestJSON-607553269-router', 'tenant_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:23Z', 'updated_at': '2021-06-22T04:05:46Z', 'revision_number': 6, 'project_id': 'a7b4a084af7d4c22a97d72f3061cd825', 'gw_port_host': None}] {{(pid=92789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:05:47.331567 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-91cee70d-58fd-41f1-b5cd-88629099b5d9 req-b3d85299-dfda-4b06-92b4-296f626f0d47 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468495 Jun 22 04:05:47.373822 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670696'] for port, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.376057 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b6943c08-f0ad-45f2-9aef-4bb11022eee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:47.404279 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f0257a-6d97-4dd8-b823-a779bf59c681,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:47.407687 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:47.468683 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.565254 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.567477 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.613549 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.614114 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router acdf4e94-139d-408d-a472-694118794138 {{(pid=92787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:05:47.619052 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] Notify callbacks [] for router, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.620194 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-df04ef66-6e34-4134-8add-3c0ac2adb64b admin admin] 10.222.0.24 "DELETE /v2.0/routers/acdf4e94-139d-408d-a472-694118794138 HTTP/1.1" status: 204 len: 168 time: 0.9443712 Jun 22 04:05:47.622843 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40756) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:47.672558 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-e93839a5-7e42-466e-a96d-f01ef5234ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.682353 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Deleting subnet 22708c79-9aa5-406f-97c1-04ff94064fa8 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:05:47.690239 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.732324 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.822532 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.880719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.884220 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-06650cec-54e0-42a8-b06e-454af7e36f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:47.910743 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:47.912907 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22708c79-9aa5-406f-97c1-04ff94064fa8 HTTP/1.1" status: 204 len: 168 time: 0.2887301 Jun 22 04:05:47.913993 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22708c79-9aa5-406f-97c1-04ff94064fa8,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:47.915804 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40758) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:47.917751 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705a4cf-fa85-4006-89dc-4477d376b2be None None] Network 816c027b-2f35-4bc4-a29c-b1507519cfc4 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:05:47.932819 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c6f229ce-5187-4985-95b7-81526fbd2ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:48.002886 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.066596 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Deleting port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:48.067086 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.148217 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] For port 4ba5b400-c095-46a4-ab3f-8517a8f70d73, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=4ba5b400-c095-46a4-ab3f-8517a8f70d73,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:48.148616 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.161881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] DHCP port deletion for 816c027b-2f35-4bc4-a29c-b1507519cfc4 request from dv-cinder-797380-1-smb {{(pid=92789) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:05:48.210010 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Deleting port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 {{(pid=92789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:05:48.210408 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.224058 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Calling delete_port for 4ba5b400-c095-46a4-ab3f-8517a8f70d73 owned by network:dhcp {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:48.285901 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] For port 4ba5b400-c095-46a4-ab3f-8517a8f70d73, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=4ba5b400-c095-46a4-ab3f-8517a8f70d73,segment=NetworkSegment(66882c98-bbed-46e3-b235-edf1138280af),segment_id=66882c98-bbed-46e3-b235-edf1138280af)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:48.286296 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.349789 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.354183 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7ea32a96-bf77-4553-a9f3-ec919a70b3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:48.381550 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba5b400-c095-46a4-ab3f-8517a8f70d73,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:48.384213 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] No DVR routers for this DVR port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 on host dv-cinder-797380-1-smb {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:48.386537 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:48.398994 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Calling delete_port for 4ba5b400-c095-46a4-ab3f-8517a8f70d73 owned by network:dhcp {{(pid=92789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:05:48.548421 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.572607 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.575321 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:48.575478 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cc0e9-9fe6-4d2f-af31-2ca9cf77c220 req-a50d1c32-3f94-4f45-8e5b-e859bd0a4104 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:48.577211 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4e1cc0e9-9fe6-4d2f-af31-2ca9cf77c220 req-a50d1c32-3f94-4f45-8e5b-e859bd0a4104 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0950370 Jun 22 04:05:48.578988 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816c027b-2f35-4bc4-a29c-b1507519cfc4']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:48.593306 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66882c98-bbed-46e3-b235-edf1138280af') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:48.593607 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66882c98-bbed-46e3-b235-edf1138280af') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:05:48.603996 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.616548 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Pushing event deleted for resources: {'Port': ['ID=4ba5b400-c095-46a4-ab3f-8517a8f70d73,revision_number=None']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:48.618109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:48.622831 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d03fd1-7b91-4e57-94d3-75981033991e None None] No DVR routers for this DVR port 4ba5b400-c095-46a4-ab3f-8517a8f70d73 on host dv-cinder-797380-1-smb {{(pid=92789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:05:48.630794 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.644788 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:05:48.645250 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:05:48.647283 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:05:48.683198 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-4e1cc0e9-9fe6-4d2f-af31-2ca9cf77c220 req-545590d6-d6d3-4d27-8625-38b0ec5d805b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966783 Jun 22 04:05:48.719498 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 128fd845-e34e-42da-9d6e-01965ae22c1a no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:48.728431 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.733248 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a53aff9c-4f5e-4239-bd9e-b38e0491cc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:48.747670 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:48.749580 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] 10.222.0.24 "DELETE /v2.0/networks/816c027b-2f35-4bc4-a29c-b1507519cfc4 HTTP/1.1" status: 204 len: 168 time: 0.8326666 Jun 22 04:05:48.755301 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 128fd845-e34e-42da-9d6e-01965ae22c1a {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:48.755946 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 128fd845-e34e-42da-9d6e-01965ae22c1a not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:48.757928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Pushing event deleted for resources: {'Network': ['ID=816c027b-2f35-4bc4-a29c-b1507519cfc4,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:48.765898 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 4ba5b400-c095-46a4-ab3f-8517a8f70d73 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:48.769886 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9677483d-b993-4e9e-b093-230e0882783e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:48.786460 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 4ba5b400-c095-46a4-ab3f-8517a8f70d73 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:48.786817 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 4ba5b400-c095-46a4-ab3f-8517a8f70d73 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:48.787243 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e6f0257a-6d97-4dd8-b823-a779bf59c681 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:05:48.807542 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: e6f0257a-6d97-4dd8-b823-a779bf59c681 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:05:48.807916 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device e6f0257a-6d97-4dd8-b823-a779bf59c681 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:05:48.885732 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40764) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:48.927390 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-209038e2-b892-4112-8936-2554d235917e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7b4a084af7d4c22a97d72f3061cd825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402570 Jun 22 04:05:48.929713 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40766) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:48.983681 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:49.005538 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:49.065056 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:49.071205 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:49.072520 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d74c905d-82d6-49ca-9d2e-3b44a79f90c8 HTTP/1.1" status: 204 len: 168 time: 0.1400757 Jun 22 04:05:49.073462 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-8770c6a4-c3df-4098-a34d-22dfad21b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:49.081714 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c905d-82d6-49ca-9d2e-3b44a79f90c8,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:49.084436 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:49.913662 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc8c0-3459-41c2-a838-ba90bfda39d3 req-dcef4dd5-dba5-45bc-8b09-02f851136e53 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:49.915952 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-01fbc8c0-3459-41c2-a838-ba90bfda39d3 req-dcef4dd5-dba5-45bc-8b09-02f851136e53 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0837405 Jun 22 04:05:49.967694 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-01fbc8c0-3459-41c2-a838-ba90bfda39d3 req-58f79efb-4ad0-42bc-97e6-07f57ec75c26 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458808 Jun 22 04:05:50.261955 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-32ffcc69-97f7-466e-8b57-e0a525b11feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:50.698295 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:50.814146 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40820) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:50.917075 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.003174 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.007125 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.009936 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-38ef958e-2e57-4492-b60f-bd9a6e448bc1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:51.051454 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3693696b4e1745a0a0f6b223123de178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361827 Jun 22 04:05:51.052360 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccedbc0-3c62-45ba-8e66-cc05cf8d2d17,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:51.054125 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40826) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:51.055905 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:51.106671 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.127571 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.143877 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244a42d-fb8b-4d9d-9389-8b3461b0f88b req-2dd9a07a-93ab-46e3-9f94-afcd6538f78a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:51.145379 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e244a42d-fb8b-4d9d-9389-8b3461b0f88b req-2dd9a07a-93ab-46e3-9f94-afcd6538f78a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0630224 Jun 22 04:05:51.177280 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.181269 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.185279 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eccedbc0-3c62-45ba-8e66-cc05cf8d2d17 HTTP/1.1" status: 204 len: 168 time: 0.1297624 Jun 22 04:05:51.186625 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cb0153a5-7f40-4c72-a78b-aebe42214a30 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:51.187484 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-e244a42d-fb8b-4d9d-9389-8b3461b0f88b req-c4ec758d-44b5-41e2-a75b-09546e8606e8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356503 Jun 22 04:05:51.193514 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccedbc0-3c62-45ba-8e66-cc05cf8d2d17,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:51.196613 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:51.433521 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 40832) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:51.450510 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.539624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.543427 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.546522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6777c8d7-1116-4c61-af26-4a93fdac4672 tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:51.580463 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38674cf58fc64c1ebe4f1e5f770f6ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459024 Jun 22 04:05:51.582379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563c29cb-d151-47d0-8d09-d3dd3f96be32,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:51.583143 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 40834) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:51.585391 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:51.632750 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.653380 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.699101 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.701823 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:51.702954 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/563c29cb-d151-47d0-8d09-d3dd3f96be32 HTTP/1.1" status: 204 len: 168 time: 0.1188214 Jun 22 04:05:51.703701 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5f02e2b4-8e85-4e52-9ae4-ec0497ca3e3e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:51.711072 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c29cb-d151-47d0-8d09-d3dd3f96be32,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:51.713878 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:52.004230 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:52.383773 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b667-6c8a-4069-a901-a9207ecadab1 req-859583ae-8c7c-4de3-b817-da36c120816c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:52.385314 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b913b667-6c8a-4069-a901-a9207ecadab1 req-859583ae-8c7c-4de3-b817-da36c120816c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0661106 Jun 22 04:05:52.423879 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b913b667-6c8a-4069-a901-a9207ecadab1 req-cfd02f9f-8d8c-4c79-b4f3-9bcc870d86e4 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Jun 22 04:05:53.289969 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:53.597847 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba34f9-126f-4c92-84b9-d218b75be930 req-acacebd1-41d2-4bb6-9cfe-5cbb85cfa32a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:53.599317 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b2ba34f9-126f-4c92-84b9-d218b75be930 req-acacebd1-41d2-4bb6-9cfe-5cbb85cfa32a tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0629365 Jun 22 04:05:53.636986 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-b2ba34f9-126f-4c92-84b9-d218b75be930 req-9f605203-e89a-4624-a152-387bc52c03fb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Jun 22 04:05:54.816751 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f329-9a0f-4cf6-9a32-c7c2ff5ac65a req-66e95d8b-e6ce-4dcf-a0d3-327cb847ee42 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:54.818096 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-69c7f329-9a0f-4cf6-9a32-c7c2ff5ac65a req-66e95d8b-e6ce-4dcf-a0d3-327cb847ee42 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.0670404 Jun 22 04:05:54.860848 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-69c7f329-9a0f-4cf6-9a32-c7c2ff5ac65a req-ed092c8a-e349-4d81-9bd8-9e05931c3273 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369458 Jun 22 04:05:56.319157 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d4fe-a2c7-40d3-af5f-d8c1bd4c395b req-4c33ab3a-5a56-4ced-ab91-7665fd92bbe6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:56.320612 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e63d4fe-a2c7-40d3-af5f-d8c1bd4c395b req-4c33ab3a-5a56-4ced-ab91-7665fd92bbe6 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 943 time: 0.3447278 Jun 22 04:05:56.356751 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-5e63d4fe-a2c7-40d3-af5f-d8c1bd4c395b req-68dc3caa-3b6d-4658-8fc4-ab4c098c04b8 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304921 Jun 22 04:05:56.420139 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:05:56.510932 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:56.521809 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'port_id': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'mac_address': 'fa:16:3e:99:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:05:56.557789 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:56.573314 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095fe962-1f84-4149-bd73-720ed5cb7e8d {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:05:56.591652 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:56.596111 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:56.597825 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:56.643006 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=9']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:56.645945 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:57.022536 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['095fe962-1f84-4149-bd73-720ed5cb7e8d'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:05:57.537863 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28135013-627d-4819-8b02-b85ea1863f19 req-d6dc03a1-3e2f-48af-b894-eb5a030d7d8e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:57.539316 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-28135013-627d-4819-8b02-b85ea1863f19 req-d6dc03a1-3e2f-48af-b894-eb5a030d7d8e tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 944 time: 0.0635982 Jun 22 04:05:57.577198 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-28135013-627d-4819-8b02-b85ea1863f19 req-02981db6-5327-46fb-aba6-fecdc7f3fcbb tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Jun 22 04:05:57.628377 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:58.418914 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:05:58.467419 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 095fe962-1f84-4149-bd73-720ed5cb7e8d triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:05:58.467795 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:58.546472 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:58.572027 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:05:58.574298 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ef5ce-9139-4dbc-962b-8d9799df9d7b" -d '{"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-plugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:05:58.587424 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:05:58.591620 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:58.595073 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:58.630290 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a166d-cfb7-45d8-87f3-5290442bda87 x-openstack-request-id: req-aa3a166d-cfb7-45d8-87f3-5290442bda87 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:05:58.630877 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-plugged", "status": "completed", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:05:58.630877 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa3a166d-cfb7-45d8-87f3-5290442bda87 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:05:58.631334 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'code': 200} Jun 22 04:05:58.649787 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=10']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:58.653029 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:58.772301 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c1ed4-c480-459c-a746-4631f5c8f520 req-b8e3b69c-14b6-43d6-8f4e-05732f276c97 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:58.773762 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-007c1ed4-c480-459c-a746-4631f5c8f520 req-b8e3b69c-14b6-43d6-8f4e-05732f276c97 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0664170 Jun 22 04:05:58.816388 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-007c1ed4-c480-459c-a746-4631f5c8f520 req-85d932ad-b3a0-4cfe-8d78-732eee49415f tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354435 Jun 22 04:05:58.949552 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792003c1-a355-4d27-8a36-db2fe364818a req-cc71cc0f-3c4d-4f89-9200-d5fd7e368237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:05:58.951003 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-792003c1-a355-4d27-8a36-db2fe364818a req-cc71cc0f-3c4d-4f89-9200-d5fd7e368237 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1099 time: 0.0611880 Jun 22 04:05:58.984598 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-792003c1-a355-4d27-8a36-db2fe364818a req-2bd6a2fa-1bb9-46d6-83ea-c63f219b5b34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266707 Jun 22 04:05:59.998821 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd011f-2a03-4068-9ea9-8ba3fe518293 req-f5ef988e-3382-45ed-b0ed-773ae72f16c1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:00.000316 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7ebd011f-2a03-4068-9ea9-8ba3fe518293 req-f5ef988e-3382-45ed-b0ed-773ae72f16c1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0633743 Jun 22 04:06:00.039362 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7ebd011f-2a03-4068-9ea9-8ba3fe518293 req-4d694852-f380-482f-8622-059900f409f1 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330429 Jun 22 04:06:01.237181 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbc08b-2096-48fe-9e11-8d64332218b5 req-ad1610fa-8cbd-4a3d-b5fb-4731ded5cc5b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:01.238732 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8cdbc08b-2096-48fe-9e11-8d64332218b5 req-ad1610fa-8cbd-4a3d-b5fb-4731ded5cc5b tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0665212 Jun 22 04:06:01.286111 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-8cdbc08b-2096-48fe-9e11-8d64332218b5 req-681f8ede-2c6b-41f2-8912-5e14b114b91c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412455 Jun 22 04:06:02.464682 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763b1d-3023-4948-9c1d-e8477bacb3b7 req-cf73969c-547a-48be-985f-d46d37bc84ab tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:02.466332 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1b763b1d-3023-4948-9c1d-e8477bacb3b7 req-cf73969c-547a-48be-985f-d46d37bc84ab tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0676966 Jun 22 04:06:02.505459 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-1b763b1d-3023-4948-9c1d-e8477bacb3b7 req-608a910a-ee6c-4cab-830f-47fdf29ee87d tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331593 Jun 22 04:06:05.219972 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:06:17.664802 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0e202eeb-5e41-4fc0-bad8-6dc30157d44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:20.242951 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0962b871-a988-4a8a-9e20-4d685e5a1300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:20.698812 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.008188 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.103810 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41248) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:22.204144 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.288721 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.293043 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.296111 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-c408bcf2-c8ba-4ffc-a1b4-960405a2513d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:22.332476 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eb51b62a7c84b85817eade27d1f6a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276156 Jun 22 04:06:22.333391 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567ef36b-cfd1-4a75-8b1c-d72384371884,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:22.335157 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41252) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:22.340404 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.340807 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.341177 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.341537 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.341895 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.342252 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.342601 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.342949 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.343300 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.344197 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.344828 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.345242 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.349276 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:22.384025 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.404290 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.452816 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.455444 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.456606 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/567ef36b-cfd1-4a75-8b1c-d72384371884 HTTP/1.1" status: 204 len: 168 time: 0.1204643 Jun 22 04:06:22.457384 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c6de3449-752c-41b8-b3fc-ce9c378d36c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:22.465040 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ef36b-cfd1-4a75-8b1c-d72384371884,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:22.473017 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.473394 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.473767 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.474132 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.474493 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.474853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.475208 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.475566 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.475922 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.476270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.476648 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.477002 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:06:22.480656 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:22.714158 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41258) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:22.727995 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9e088094-a3a9-4b3d-b3a4-9c7c16ae4747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.818151 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9e088094-a3a9-4b3d-b3a4-9c7c16ae4747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.821698 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9e088094-a3a9-4b3d-b3a4-9c7c16ae4747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.824829 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8c7f552a-826a-4934-9afa-6a14fa17d237 tempest-VolumesNegativeTest-1509665144 tempest-VolumesNegativeTest-1509665144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:22.858444 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e088094-a3a9-4b3d-b3a4-9c7c16ae4747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d973c833-db01-4781-823e-cba2d2be5ea9,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:22.863161 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9e088094-a3a9-4b3d-b3a4-9c7c16ae4747 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b3739b5725249f18449f2045388220c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479881 Jun 22 04:06:22.864104 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9e088094-a3a9-4b3d-b3a4-9c7c16ae4747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:22.865865 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41260) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:22.912979 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.932473 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.976255 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.978798 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:22.979964 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d973c833-db01-4781-823e-cba2d2be5ea9 HTTP/1.1" status: 204 len: 168 time: 0.1131401 Jun 22 04:06:22.980755 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:22.989643 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973c833-db01-4781-823e-cba2d2be5ea9,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:22.991920 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:23.290590 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.568315 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41314) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:24.671679 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-81661e02-7e18-41c0-8753-820315e2c294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.760430 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-81661e02-7e18-41c0-8753-820315e2c294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.764173 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-81661e02-7e18-41c0-8753-820315e2c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.767197 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c97b3183-3023-4670-9d47-81d8ee954045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:24.801772 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661e02-7e18-41c0-8753-820315e2c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7600443d-f7b8-4966-9688-6c0d9e415f42,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:24.806032 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-81661e02-7e18-41c0-8753-820315e2c294 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e6e067814af4081b2543c4cbdb00b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367003 Jun 22 04:06:24.806915 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-81661e02-7e18-41c0-8753-820315e2c294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:24.808582 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41318) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:24.855785 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.876596 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.921298 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.924027 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.925186 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7600443d-f7b8-4966-9688-6c0d9e415f42 HTTP/1.1" status: 204 len: 168 time: 0.1157134 Jun 22 04:06:24.925921 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-5dff294d-54ca-4922-8e3a-33168e6b4714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:24.933136 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7600443d-f7b8-4966-9688-6c0d9e415f42,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:24.935323 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6d4f7e98-646d-4625-a014-4d0a5de7fa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:25.179669 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41324) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:25.193438 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f165-7588-4f03-9c35-22020c349f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.284991 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f165-7588-4f03-9c35-22020c349f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.288723 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f165-7588-4f03-9c35-22020c349f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.291816 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8f7e223e-baf3-4d78-9197-bbe8bdf5f5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:25.326153 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-ffe6f165-7588-4f03-9c35-22020c349f63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=289c0ebfee844905b1c4096769ce906f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454561 Jun 22 04:06:25.327270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6f165-7588-4f03-9c35-22020c349f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3f3b23-5e0e-4a36-86d6-c9abf4ecb74f,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:25.330412 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41326) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:25.332220 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ffe6f165-7588-4f03-9c35-22020c349f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:25.378949 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.398676 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.444331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.446906 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.448037 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d3f3b23-5e0e-4a36-86d6-c9abf4ecb74f HTTP/1.1" status: 204 len: 168 time: 0.1168599 Jun 22 04:06:25.448810 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cd66e29f-d442-4ba1-9df1-fcdf55a85b07 tempest-TestMinimumBasicScenario-265548701 tempest-TestMinimumBasicScenario-265548701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:25.457364 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3f3b23-5e0e-4a36-86d6-c9abf4ecb74f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:25.460204 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d2ec08f7-51a6-4768-8def-cfa93b81aa0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:27.635922 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:34.050830 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-ce0ea3b6-68bc-4e02-ac05-722171f37ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498843 Jun 22 04:06:34.162875 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-3b0e2060-7fc6-46aa-809c-3ca6172fa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:34.164341 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-3b0e2060-7fc6-46aa-809c-3ca6172fa6f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86911da8bf024ced868d0097af2de10d&device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 1099 time: 0.0550063 Jun 22 04:06:34.266544 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-4d83551b-6c68-480b-877f-9c2ff91da70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:34.267988 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-4d83551b-6c68-480b-877f-9c2ff91da70f service neutron] 10.222.0.36 "GET /v2.0/networks?id=41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 200 len: 918 time: 0.0820837 Jun 22 04:06:34.334982 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-71317b9e-6100-4581-a43a-613ed339888d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 200 len: 1001 time: 0.0606773 Jun 22 04:06:34.384387 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-a1a886f7-90b5-40d7-8349-c1d5a272af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:34.385889 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-a1a886f7-90b5-40d7-8349-c1d5a272af64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 200 len: 856 time: 0.0444582 Jun 22 04:06:34.440470 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-b6fd3fb5-dcfd-4642-9fe7-1f3f52ebeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:34.441900 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-b6fd3fb5-dcfd-4642-9fe7-1f3f52ebeb76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41015a78-fa20-43e6-949a-127359048d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0498455 Jun 22 04:06:34.532002 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-7687f345-4123-4016-9650-ee43bd2f5444 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833881 Jun 22 04:06:34.619852 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-40f6337b-82c5-4d44-80fb-40496ba4ecc7 req-3ee6456f-3e7f-4830-bc98-5417cda7eee6 service neutron] 10.222.0.36 "GET /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825796 Jun 22 04:06:41.561077 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41544) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:41.660460 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e41f0733-f9d4-40e2-9054-58a9dd07d4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.744116 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e41f0733-f9d4-40e2-9054-58a9dd07d4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.748894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-e41f0733-f9d4-40e2-9054-58a9dd07d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.751894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-9b62f4e3-ca0c-4c06-b9cc-4e3a75238509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:41.788723 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-e41f0733-f9d4-40e2-9054-58a9dd07d4dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98a72cb254834fdc88de1785cca0ad34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266076 Jun 22 04:06:41.789615 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f0733-f9d4-40e2-9054-58a9dd07d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedfd6fc-2f2d-4bd6-8d8c-67c0f59a78db,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:41.791394 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41548) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:41.792839 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e41f0733-f9d4-40e2-9054-58a9dd07d4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:41.841072 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.861767 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.911766 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.914423 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.915569 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cedfd6fc-2f2d-4bd6-8d8c-67c0f59a78db HTTP/1.1" status: 204 len: 168 time: 0.1231353 Jun 22 04:06:41.916394 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-6c80014a-4676-4f30-abca-4aa18ab8ac7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:41.924166 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedfd6fc-2f2d-4bd6-8d8c-67c0f59a78db,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:41.926510 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:42.162843 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41554) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:42.176234 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-809a492a-d61b-4089-b80c-d80405ee154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.218832 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:06:42.266302 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-809a492a-d61b-4089-b80c-d80405ee154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.270288 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-809a492a-d61b-4089-b80c-d80405ee154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.273748 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-34a1f155-91c9-4981-b60e-617c1e3f5a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:42.310235 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-809a492a-d61b-4089-b80c-d80405ee154b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc78f5935b264a3cbe41abc09a622a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462288 Jun 22 04:06:42.311121 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a492a-d61b-4089-b80c-d80405ee154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de85a6-d56b-40f8-9e0f-8ccabcffdb50,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:42.313298 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41556) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:42.314259 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-809a492a-d61b-4089-b80c-d80405ee154b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:42.364859 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.384663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.429767 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.432301 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:42.433441 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74de85a6-d56b-40f8-9e0f-8ccabcffdb50 HTTP/1.1" status: 204 len: 168 time: 0.1191127 Jun 22 04:06:42.434199 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-3a754cde-5797-4071-8b0e-d75439d145ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:42.441617 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de85a6-d56b-40f8-9e0f-8ccabcffdb50,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:42.443840 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-02b3ae4a-a5ca-4dae-b2c1-e86f9b18038c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:46.686027 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41642) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:46.786243 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-19030a13-2ebb-4dd3-8213-de0f8b6681b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:46.877207 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-19030a13-2ebb-4dd3-8213-de0f8b6681b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:46.880710 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-19030a13-2ebb-4dd3-8213-de0f8b6681b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:46.882924 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-05438ad9-0b8d-4a16-84da-9bec002c840d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:46.917999 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-19030a13-2ebb-4dd3-8213-de0f8b6681b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26a65dd617874cde9d3088df9c49d032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308745 Jun 22 04:06:46.918960 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19030a13-2ebb-4dd3-8213-de0f8b6681b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35196f9-10cd-469b-a607-40f8417f5607,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:46.920637 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41646) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:46.922498 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-19030a13-2ebb-4dd3-8213-de0f8b6681b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:46.969073 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:46.989119 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.033270 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.036232 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.037413 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c35196f9-10cd-469b-a607-40f8417f5607 HTTP/1.1" status: 204 len: 168 time: 0.1157765 Jun 22 04:06:47.038250 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-102f245a-a210-49bc-b9d9-10c158b4e66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:47.045272 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35196f9-10cd-469b-a607-40f8417f5607,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:47.047719 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-2dd9952f-0170-4ca3-962d-441253f6a890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:47.301191 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41652) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:47.315045 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-67bfa42d-e650-43db-ade3-ca0f00ab1666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.406751 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-67bfa42d-e650-43db-ade3-ca0f00ab1666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.410602 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-67bfa42d-e650-43db-ade3-ca0f00ab1666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.420176 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6ea393a1-0490-4b73-aed2-06686d1876b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:47.456351 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-67bfa42d-e650-43db-ade3-ca0f00ab1666 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3ad4a7b52174ef6b5c52034abe7331d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540921 Jun 22 04:06:47.457297 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfa42d-e650-43db-ade3-ca0f00ab1666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3566570b-ce1c-4c3e-8d49-abc3eb567a32,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:47.459159 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41654) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:47.460327 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-67bfa42d-e650-43db-ade3-ca0f00ab1666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:47.511679 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.532629 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.578057 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.580327 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:47.581498 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3566570b-ce1c-4c3e-8d49-abc3eb567a32 HTTP/1.1" status: 204 len: 168 time: 0.1213653 Jun 22 04:06:47.582256 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-b211a9c9-92f5-42ec-b64d-8802d1691989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:47.589539 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566570b-ce1c-4c3e-8d49-abc3eb567a32,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:47.591698 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:47.667116 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-892c7330-60a6-43fa-adac-ea8b985b1669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:50.243064 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-25b25bb1-0530-4771-ada2-7496aaff0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:50.700284 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:52.010763 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:53.293791 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.402712 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41740) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:54.501906 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-260e1dd9-efd9-471f-8750-245c4f4c470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.586378 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-260e1dd9-efd9-471f-8750-245c4f4c470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.589724 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-260e1dd9-efd9-471f-8750-245c4f4c470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.592879 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-76cee275-7cb0-47d8-952a-c41b0f5ad9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:54.628124 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-260e1dd9-efd9-471f-8750-245c4f4c470d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5b2b355f459403b8be3481db44016bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241242 Jun 22 04:06:54.630163 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e1dd9-efd9-471f-8750-245c4f4c470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4266f68-826e-406c-8218-e561b739198e,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:54.631361 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41744) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:54.633428 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-260e1dd9-efd9-471f-8750-245c4f4c470d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:54.680826 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.702507 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.747720 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.750954 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.752159 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4266f68-826e-406c-8218-e561b739198e HTTP/1.1" status: 204 len: 168 time: 0.1202221 Jun 22 04:06:54.752949 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-bc1d8f04-3aae-4d5d-a203-b88235247764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:54.760318 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4266f68-826e-406c-8218-e561b739198e,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:54.762633 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b1cb8ca3-8daf-4ce8-9429-92ead2de3a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:54.998185 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41750) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:55.011288 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ac6056d7-b96c-4bd3-aa4c-7439f46b0b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.096594 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ac6056d7-b96c-4bd3-aa4c-7439f46b0b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.099975 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ac6056d7-b96c-4bd3-aa4c-7439f46b0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.102281 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-b659bafc-4e8c-4647-9fb5-4cab64d4e693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:55.141266 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ac6056d7-b96c-4bd3-aa4c-7439f46b0b46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cdc993cb4f441da8f76c35040b79914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418550 Jun 22 04:06:55.142206 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6056d7-b96c-4bd3-aa4c-7439f46b0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5913628-2fea-4cc5-8f33-3efb6f3a168c,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:55.143903 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41752) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:06:55.145110 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ac6056d7-b96c-4bd3-aa4c-7439f46b0b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:55.192418 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.214577 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.265063 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.267842 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.269004 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5913628-2fea-4cc5-8f33-3efb6f3a168c HTTP/1.1" status: 204 len: 168 time: 0.1240335 Jun 22 04:06:55.269758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-18718ba9-566d-43be-9a5b-7aa4cbc17bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:06:55.277285 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5913628-2fea-4cc5-8f33-3efb6f3a168c,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:06:55.279985 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-23c20328-f9fa-470f-976a-0d8f65be927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:06:57.628884 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:58.291051 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf749bd-26a9-4254-b3f1-bcff33eb6e32 req-41ce2f15-22a5-4a29-ac47-b5f4739a12aa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:58.292654 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-daf749bd-26a9-4254-b3f1-bcff33eb6e32 req-41ce2f15-22a5-4a29-ac47-b5f4739a12aa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0657854 Jun 22 04:06:58.330257 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-daf749bd-26a9-4254-b3f1-bcff33eb6e32 req-324f9d86-47ad-4b57-ad8c-5d0c439cc416 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Jun 22 04:06:59.506165 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39a83c-3a67-46a4-8e3a-3c1472f233c4 req-9252ad40-f16f-4cf1-a50e-8254a15f11de tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:59.507633 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5c39a83c-3a67-46a4-8e3a-3c1472f233c4 req-9252ad40-f16f-4cf1-a50e-8254a15f11de tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0630276 Jun 22 04:06:59.545728 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5c39a83c-3a67-46a4-8e3a-3c1472f233c4 req-2cdd1ab5-7144-44e1-8494-87108757362c tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f699136-60bd-4eb5-8cbc-bc48820effc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Jun 22 04:06:59.824143 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-87ab982f-c0d9-41d6-ae9b-80612b4c4acc tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:06:59.825453 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-87ab982f-c0d9-41d6-ae9b-80612b4c4acc tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 946 time: 0.0600097 Jun 22 04:06:59.922967 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Deleting port 095fe962-1f84-4149-bd73-720ed5cb7e8d {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:06:59.923296 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.006170 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] For port 095fe962-1f84-4149-bd73-720ed5cb7e8d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=095fe962-1f84-4149-bd73-720ed5cb7e8d,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:00.006524 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.174635 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.175029 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1526182'] for floatingip, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.175340 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.l3_db [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Floating IP 90dd627a-ee81-47f7-ad0c-039c3aa27bac disassociated. External IP: 172.28.2.111, port: 095fe962-1f84-4149-bd73-720ed5cb7e8d. Jun 22 04:07:00.175679 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Calling delete_port for 095fe962-1f84-4149-bd73-720ed5cb7e8d owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:00.312222 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.316331 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cfa40c16-a76f-4edb-bd25-59dea1f90a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:00.346258 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event deleted for resources: {'Port': ['ID=095fe962-1f84-4149-bd73-720ed5cb7e8d,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:00.349379 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:00.460787 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:07:00.565270 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:07:00.574507 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:07:00.583915 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:07:00.584646 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:06:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:00.621033 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] No DVR routers for this DVR port 095fe962-1f84-4149-bd73-720ed5cb7e8d on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:07:00.623898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.626146 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-eead8eae-5b82-4f01-abc4-612eea3235d3 req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.36 "DELETE /v2.0/ports/095fe962-1f84-4149-bd73-720ed5cb7e8d HTTP/1.1" status: 204 len: 173 time: 0.7952559 Jun 22 04:07:00.626654 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-deleted', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:00.630044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642b4fee-e5dd-4256-88af-307adf50da84" -d '{"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-deleted", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:00.697628 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:07:00.726011 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516c5953-7f10-480e-a06f-80c729939ba1 x-openstack-request-id: req-516c5953-7f10-480e-a06f-80c729939ba1 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:00.726420 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8b1ea5-d3f2-4f20-897e-c598c4291f6e", "name": "network-vif-deleted", "tag": "095fe962-1f84-4149-bd73-720ed5cb7e8d", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:00.726943 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-516c5953-7f10-480e-a06f-80c729939ba1 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:00.727555 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b1ea5-d3f2-4f20-897e-c598c4291f6e', 'name': 'network-vif-deleted', 'tag': '095fe962-1f84-4149-bd73-720ed5cb7e8d', 'status': 'completed', 'code': 200} Jun 22 04:07:00.817444 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-96f5f963-8ee9-4b6c-a111-5cddc4eee662 req-800b7633-b6ad-4ac4-b3ff-bcc696b81022 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8b1ea5-d3f2-4f20-897e-c598c4291f6e HTTP/1.1" status: 200 len: 210 time: 0.0428431 Jun 22 04:07:00.933580 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:00.959696 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:07:00.969339 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:07:00.970016 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:06:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:01.078198 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:07:01.292589 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:01.320189 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7431b5-902c-47f7-bfb7-e8a832f7bd56 None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T03:57:43Z', 'revision_number': 4, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb', '_interfaces': [{'id': 'cb219bb1-e55c-4850-b3fc-03e2b303c21f', 'name': '', 'network_id': '41015a78-fa20-43e6-949a-127359048d8e', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'mac_address': 'fa:16:3e:9c:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:40Z', 'updated_at': '2021-06-22T03:57:54Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'subnets': [{'id': '1c7f8e5a-729f-4975-a351-4ed5b66b3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:07:01.546516 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111648c-6a1e-414a-b5fe-a8fa68ddbde6 None None] New status for floating IP 90dd627a-ee81-47f7-ad0c-039c3aa27bac: DOWN {{(pid=92789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:07:01.954039 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41868) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:02.009982 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.033219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.081051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.083811 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.084952 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f699136-60bd-4eb5-8cbc-bc48820effc3 HTTP/1.1" status: 204 len: 168 time: 0.1299424 Jun 22 04:07:02.085715 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4d7a9dc2-bf4d-4ca6-9775-8f5fd7ce8dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:02.087894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41874) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:02.100805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f699136-60bd-4eb5-8cbc-bc48820effc3,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:02.103176 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fa7fe29a-6059-4d9f-8511-0fb10b767136 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:02.110655 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.api.v2.resource [None req-611408c2-9134-4729-af17-e69e88171a22 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] show failed (client error): The resource could not be found. Jun 22 04:07:02.114597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41876) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:02.114732 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-611408c2-9134-4729-af17-e69e88171a22 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "GET /v2.0/security-groups/9f699136-60bd-4eb5-8cbc-bc48820effc3 HTTP/1.1" status: 404 len: 347 time: 0.0256443 Jun 22 04:07:02.242121 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Deleting port 377fdd38-0300-416c-9349-14028dfa2ab7 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:02.242458 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.333751 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.334074 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.400045 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Calling delete_port for 377fdd38-0300-416c-9349-14028dfa2ab7 owned by network:floatingip {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:02.531338 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.533423 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ec51d617-2723-4aeb-bca7-f040a4c0e8fa tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:02.560411 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Pushing event deleted for resources: {'Port': ['ID=377fdd38-0300-416c-9349-14028dfa2ab7,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:02.565289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:02.627674 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks [] for floatingip, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.631181 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for floatingip, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:02.632751 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] 10.222.0.24 "DELETE /v2.0/floatingips/90dd627a-ee81-47f7-ad0c-039c3aa27bac HTTP/1.1" status: 204 len: 168 time: 0.5165765 Jun 22 04:07:02.770410 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:07:02.792250 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 095fe962-1f84-4149-bd73-720ed5cb7e8d {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:07:02.792626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 095fe962-1f84-4149-bd73-720ed5cb7e8d not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:07:05.228919 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41926) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:05.964996 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655508'] for router_interface, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.168418 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41936) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:06.219024 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Deleting port cb219bb1-e55c-4850-b3fc-03e2b303c21f {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:06.219257 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.270596 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1579780e-63f0-481b-8d5f-8584fe188b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.305370 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] For port cb219bb1-e55c-4850-b3fc-03e2b303c21f, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=cb219bb1-e55c-4850-b3fc-03e2b303c21f,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:06.305999 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.364614 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1579780e-63f0-481b-8d5f-8584fe188b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.368274 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-1579780e-63f0-481b-8d5f-8584fe188b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.370680 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-e2080021-f1ed-4ccf-9a47-dca48217f78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:06.372087 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Calling delete_port for cb219bb1-e55c-4850-b3fc-03e2b303c21f owned by network:router_interface {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:06.407259 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-1579780e-63f0-481b-8d5f-8584fe188b8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6764df411cd4d25bf261484f667120c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372253 Jun 22 04:07:06.408356 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579780e-63f0-481b-8d5f-8584fe188b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1ffe5-4371-468c-be9d-d2f94e4573c7,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:06.410729 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 41940) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:06.416798 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-1579780e-63f0-481b-8d5f-8584fe188b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:06.458696 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.478907 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.526931 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.530555 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.531709 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebf1ffe5-4371-468c-be9d-d2f94e4573c7 HTTP/1.1" status: 204 len: 168 time: 0.1200647 Jun 22 04:07:06.532486 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-63372393-c41c-4e53-869b-b1f3d12db331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:06.539976 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1ffe5-4371-468c-be9d-d2f94e4573c7,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:06.542359 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d8c71818-0c51-442b-966d-6f1d8c5ca8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:06.554690 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:06.565524 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-aabf4895-2871-4436-909b-bbd71b33bb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:06.590944 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb219bb1-e55c-4850-b3fc-03e2b303c21f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:06.594398 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:06.786265 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655416'] for router_interface, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.019885 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 has already been hosted by L3 agent 76e9f699-94bb-47fa-882f-92a9fc53c722 {{(pid=92788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:07:07.121841 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] Notify agent at l3_agent.dv-cinder-797380-1-smb the message routers_updated {{(pid=92788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:07:07.128730 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-a4706f79-4568-4c9c-8a98-e77373582a9a admin admin] 10.222.0.24 "PUT /v2.0/routers/a147a9f0-4d6f-4335-8d5a-68f5aa896f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8986981 Jun 22 04:07:07.129909 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41944) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:07.131216 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] Sync routers for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:07:07.141374 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:07:07.141986 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:06:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:07.231172 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks [] for router, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.242722 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: dv-cinder-797380-1-smb {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:07:07.337670 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.390446 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Deleting port 6560c073-5539-43f6-82f7-1469705f2ecc {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:07.390786 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.423681 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'external_fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T04:07:06Z', 'revision_number': 5, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port': {'id': '6560c073-5539-43f6-82f7-1469705f2ecc', 'name': '', 'network_id': '3c048397-e736-4ef8-bbcf-143ecd09deaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T03:57:27Z', 'updated_at': '2021-06-22T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b8caa34-3561-4f5a-b846-e951d70a8608', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-smb'}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:07.448621 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] Checking router: a147a9f0-4d6f-4335-8d5a-68f5aa896f56 for host: dv-cinder-797380-1-smb {{(pid=92790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:07:07.457519 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] Routers {'a147a9f0-4d6f-4335-8d5a-68f5aa896f56'} bound to L3 agent in host dv-cinder-797380-1-smb {{(pid=92790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:07:07.458130 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T03:49:20Z,description=,heartbeat_timestamp=2021-06-22T04:06:50Z,host='dv-cinder-797380-1-smb',id=76e9f699-94bb-47fa-882f-92a9fc53c722,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T03:49:20Z,topic='l3_agent')) {'router_ids': ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'], 'active': True} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:07.471387 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] For port 6560c073-5539-43f6-82f7-1469705f2ecc, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=6560c073-5539-43f6-82f7-1469705f2ecc,segment=NetworkSegment(e4a7fc62-36b6-469e-a838-253d3bcb4018),segment_id=e4a7fc62-36b6-469e-a838-253d3bcb4018)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:07.471741 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.536142 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Calling delete_port for 6560c073-5539-43f6-82f7-1469705f2ecc owned by network:router_gateway {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:07.542624 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_dvr_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] Set router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 gateway port host: None {{(pid=92790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:07:07.599024 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.l3_hamode_db [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T04:07:07Z', 'revision_number': 6, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port_host': None}], 'dv-cinder-797380-1-smb', False) {} {{(pid=92790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:07.721634 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6092d89-53c2-49d1-81ba-3e49abefd9ac None None] The sync data for ids ['a147a9f0-4d6f-4335-8d5a-68f5aa896f56'] in dv-cinder-797380-1-smb is: [{'id': 'a147a9f0-4d6f-4335-8d5a-68f5aa896f56', 'name': 'tempest-AttachVolumeShelveTestJSON-1028902535-router', 'tenant_id': '86911da8bf024ced868d0097af2de10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T03:57:24Z', 'updated_at': '2021-06-22T04:07:07Z', 'revision_number': 6, 'project_id': '86911da8bf024ced868d0097af2de10d', 'gw_port_host': None}] {{(pid=92790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:07:07.736843 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.738872 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-cedbc43f-e751-44bc-a51b-a66cf98d67e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:07.766418 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Pushing event deleted for resources: {'Port': ['ID=6560c073-5539-43f6-82f7-1469705f2ecc,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:07.769511 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:07.827388 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1526109'] for router_gateway, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.919663 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1658'] for router, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.922448 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.962146 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662433'] for router, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.962842 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router a147a9f0-4d6f-4335-8d5a-68f5aa896f56 {{(pid=92788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:07:07.967487 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] Notify callbacks [] for router, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:07.968635 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-63eb30b0-039e-400f-ae4b-71737ebc8ade admin admin] 10.222.0.24 "DELETE /v2.0/routers/a147a9f0-4d6f-4335-8d5a-68f5aa896f56 HTTP/1.1" status: 204 len: 168 time: 0.8377905 Jun 22 04:07:07.971167 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41946) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:08.015557 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_v2 [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Deleting subnet 1c7f8e5a-729f-4975-a351-4ed5b66b3509 {{(pid=92788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:07:08.018534 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.053423 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8770578'] for subnet, precommit_delete_associations {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.139596 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.192743 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171277'] for subnet, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.194907 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-850c327e-b8a0-47dc-be3f-f4b9ec80b2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:08.219252 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7f8e5a-729f-4975-a351-4ed5b66b3509,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:08.222264 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:08.223512 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.225228 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-34471bf3-9fe6-48b2-9a02-cd701b192203 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c7f8e5a-729f-4975-a351-4ed5b66b3509 HTTP/1.1" status: 204 len: 168 time: 0.2531748 Jun 22 04:07:08.227778 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41948) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:08.228762 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc688e24-2220-4807-8d7b-a03a1eb53a04 None None] Network 41015a78-fa20-43e6-949a-127359048d8e requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:07:08.304188 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.363710 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Deleting port 222e4ca5-3213-42c1-b167-e1772c2d8e10 {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:08.364449 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.430127 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] For port 222e4ca5-3213-42c1-b167-e1772c2d8e10, host dv-cinder-797380-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-smb',level=0,port_id=222e4ca5-3213-42c1-b167-e1772c2d8e10,segment=NetworkSegment(d4cecb03-0c70-44d2-9f64-9eba9db06622),segment_id=d4cecb03-0c70-44d2-9f64-9eba9db06622)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:08.430410 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.502967 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Calling delete_port for 222e4ca5-3213-42c1-b167-e1772c2d8e10 owned by network:dhcp {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:08.556432 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] DHCP port deletion for 41015a78-fa20-43e6-949a-127359048d8e request from dv-cinder-797380-1-smb {{(pid=92789) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:07:08.591171 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.594110 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1ce08519-2368-4f20-a6c4-a5170db409eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:08.613413 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Deleting port 222e4ca5-3213-42c1-b167-e1772c2d8e10 {{(pid=92789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:08.613881 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.620030 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=222e4ca5-3213-42c1-b167-e1772c2d8e10,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:08.624310 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:08.626616 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] No DVR routers for this DVR port 222e4ca5-3213-42c1-b167-e1772c2d8e10 on host dv-cinder-797380-1-smb {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:07:08.686237 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] For port 222e4ca5-3213-42c1-b167-e1772c2d8e10, host dv-cinder-797380-1-smb, got binding levels [] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:08.686798 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.703795 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.723847 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41015a78-fa20-43e6-949a-127359048d8e']}} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:08.742024 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 222e4ca5-3213-42c1-b167-e1772c2d8e10 no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:07:08.744001 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cecb03-0c70-44d2-9f64-9eba9db06622') {'for_net_delete': True} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:08.744294 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.services.segments.db [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cecb03-0c70-44d2-9f64-9eba9db06622') {} {{(pid=92788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:07:08.755699 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8770597'] for segment, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.771239 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.777054 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Calling delete_port for 222e4ca5-3213-42c1-b167-e1772c2d8e10 owned by network:dhcp {{(pid=92789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:08.781531 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=92788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:07:08.781784 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.ipam_backend_mixin [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Port 222e4ca5-3213-42c1-b167-e1772c2d8e10 was not found and therefore no delete operation was performed {{(pid=92789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 04:07:08.782346 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148796'] for segment, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: Traceback (most recent call last): Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: timer() Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: cb(*args, **kw) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: return func(*args, **kwargs) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: self._notify() Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: self.callback(batched_events) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: event.method(event) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: return f(self, *a, **k) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: return self._get(url).json() Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: return self.request(url, 'GET', **kwargs) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:07:08.784252 dv-cinder-797380-1-smb neutron-server[92788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:07:08.803081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695'] for port, after_delete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.805283 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:08.808664 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 222e4ca5-3213-42c1-b167-e1772c2d8e10 {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:07:08.809012 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 222e4ca5-3213-42c1-b167-e1772c2d8e10 not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:07:08.809456 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device cb219bb1-e55c-4850-b3fc-03e2b303c21f no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:07:08.843605 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.847267 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:08.850717 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:08.853769 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/41015a78-fa20-43e6-949a-127359048d8e HTTP/1.1" status: 204 len: 168 time: 0.6249266 Jun 22 04:07:08.856016 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Pushing event deleted for resources: {'Port': ['ID=222e4ca5-3213-42c1-b167-e1772c2d8e10,revision_number=None']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:08.863659 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: cb219bb1-e55c-4850-b3fc-03e2b303c21f {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:07:08.864088 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device cb219bb1-e55c-4850-b3fc-03e2b303c21f not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:07:08.867092 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 6560c073-5539-43f6-82f7-1469705f2ecc no longer exists at agent ovs-agent-dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:07:08.870113 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41015a78-fa20-43e6-949a-127359048d8e,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:08.870984 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] No DVR routers for this DVR port 222e4ca5-3213-42c1-b167-e1772c2d8e10 on host dv-cinder-797380-1-smb {{(pid=92789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:07:08.875893 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.877626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.877626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.877626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.877626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.877626 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.878757 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:08.878861 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.878861 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.878861 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.878861 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.878861 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.879280 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:08.901782 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-de9bc3b3-746f-4099-9b35-fc7ffb3e4212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:08.903518 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] No Port match for: 6560c073-5539-43f6-82f7-1469705f2ecc {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:07:08.904060 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Device 6560c073-5539-43f6-82f7-1469705f2ecc not bound to the agent host dv-cinder-797380-1-smb {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:07:09.080110 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41952) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:09.123378 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-8673d83d-6817-413f-b9ab-e6a9794c4cc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86911da8bf024ced868d0097af2de10d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418186 Jun 22 04:07:09.126086 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 41954) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:09.184402 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:09.215382 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:09.274929 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:09.277602 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:09.279005 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cee35ebe-c557-4912-a1e7-ca64c2579a2e HTTP/1.1" status: 204 len: 168 time: 0.1520009 Jun 22 04:07:09.280034 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-a1d61eb5-a5bc-4ae1-8cdd-b52d98bc69fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:09.290558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee35ebe-c557-4912-a1e7-ca64c2579a2e,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:09.294095 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-c90551a1-f1ab-4504-a429-b343fd73526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:12.989691 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42014) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:13.093425 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d146686d-8c41-4aa8-ac16-a3a85b760fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.179781 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d146686d-8c41-4aa8-ac16-a3a85b760fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.183289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-d146686d-8c41-4aa8-ac16-a3a85b760fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.187110 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-3a87e9e6-1829-4597-9155-857779ae7539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:13.221233 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-d146686d-8c41-4aa8-ac16-a3a85b760fa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2025d36cbef470fa479dd8fcd0c4823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304490 Jun 22 04:07:13.223249 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146686d-8c41-4aa8-ac16-a3a85b760fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0987a87f-8803-410b-8e51-88df31adf33a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:13.223995 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42018) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:13.229736 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d146686d-8c41-4aa8-ac16-a3a85b760fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:13.282277 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.309216 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.359721 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.362426 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:13.363615 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0987a87f-8803-410b-8e51-88df31adf33a HTTP/1.1" status: 204 len: 168 time: 0.1386080 Jun 22 04:07:13.364408 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-fd6b4722-e309-48ff-8fcf-04eef5a6f915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:13.371880 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0987a87f-8803-410b-8e51-88df31adf33a,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:13.375433 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d3f074d5-e5f7-4621-bc19-3a0be121e137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:14.501802 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42068) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:14.603735 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.690064 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.693740 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.696181 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-d1b21c93-5b9c-4d3d-93b2-5d988563c5f5 tempest-AttachVolumeTestJSON-488045077 tempest-AttachVolumeTestJSON-488045077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:14.731488 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cc72c8a1d324fca938a899da638b134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286139 Jun 22 04:07:14.732526 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f821f4-0e2d-4ba0-af03-e04081b70242,revision_number=1']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:14.734206 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42072) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:14.735825 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:14.783501 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.803340 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.851350 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.853985 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:14.855075 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77f821f4-0e2d-4ba0-af03-e04081b70242 HTTP/1.1" status: 204 len: 168 time: 0.1198335 Jun 22 04:07:14.855806 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ee2afd6d-ac70-4f47-9a60-4f3796ce2c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:14.863650 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f821f4-0e2d-4ba0-af03-e04081b70242,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:14.865968 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9a91bb57-7440-45ee-b20c-e7a29ee186ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:17.602620 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42204) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:17.673137 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-ab1792c3-4694-4f3f-8473-a09e0f4d4034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.709466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36471bc9-5070-4525-9521-4f1dea4f16b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.800689 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36471bc9-5070-4525-9521-4f1dea4f16b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.804205 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-36471bc9-5070-4525-9521-4f1dea4f16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.806475 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-ed77e05e-719d-4df0-b44d-3256fcd6f21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:17.842564 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-36471bc9-5070-4525-9521-4f1dea4f16b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02a7055c47bc4749833de6edea5b9d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388775 Jun 22 04:07:17.843543 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36471bc9-5070-4525-9521-4f1dea4f16b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69991f12-c251-482d-ade7-90dbfacf524a,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:17.845894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42208) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:17.846466 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-36471bc9-5070-4525-9521-4f1dea4f16b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:17.896299 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.916855 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.963640 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.966371 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:17.967499 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69991f12-c251-482d-ade7-90dbfacf524a HTTP/1.1" status: 204 len: 168 time: 0.1201048 Jun 22 04:07:17.968255 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5390585e-9952-4c90-a6c9-de148e234e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:17.976838 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69991f12-c251-482d-ade7-90dbfacf524a,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:17.979305 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-482927d6-e5ec-436b-a9c6-fb3267b16aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:18.243657 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42214) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:18.257147 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7cfa-c9f9-4628-9aec-43d7ecbd5b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.359583 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7cfa-c9f9-4628-9aec-43d7ecbd5b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.364058 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7cfa-c9f9-4628-9aec-43d7ecbd5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.366735 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-61237ab8-d768-4601-82d3-6741f6877a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:18.402829 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-8a5d7cfa-c9f9-4628-9aec-43d7ecbd5b64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c51cd7c954d3444780e62d6baf80d65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578462 Jun 22 04:07:18.404155 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d7cfa-c9f9-4628-9aec-43d7ecbd5b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb88d471-8d50-4fd9-8ada-75756b7f1583,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:18.406070 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42216) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:18.407489 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8a5d7cfa-c9f9-4628-9aec-43d7ecbd5b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:18.458482 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.479271 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.526610 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.530126 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:18.531266 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb88d471-8d50-4fd9-8ada-75756b7f1583 HTTP/1.1" status: 204 len: 168 time: 0.1242151 Jun 22 04:07:18.532028 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-dd241dc1-fd9b-4dfe-b0c6-046dcb9a1a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:18.539500 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb88d471-8d50-4fd9-8ada-75756b7f1583,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:18.542310 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-4b246fbd-5dac-4100-a428-f440ab209e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:19.217477 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:07:19.633471 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42246) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:19.737784 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.828247 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.831714 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.834027 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-39cfb7c1-064d-4c61-b8c9-7cdc2a302f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:19.870831 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cdc6746594b4c18abc9a3d6192309bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362766 Jun 22 04:07:19.871770 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852457e5-d6ad-4a86-9cd1-021f374eb0d0,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:19.873976 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42250) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:19.874978 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:19.924668 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.945302 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.993142 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.995872 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:19.997153 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/852457e5-d6ad-4a86-9cd1-021f374eb0d0 HTTP/1.1" status: 204 len: 168 time: 0.1213672 Jun 22 04:07:19.998589 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-cfad77c3-4e01-463e-8efe-532fa2074572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:20.006602 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852457e5-d6ad-4a86-9cd1-021f374eb0d0,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:20.009008 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-dc7bbfc6-b0f0-442a-9627-ea2f4da360ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:20.243999 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-1eb75219-1877-422b-8834-c5012fb93b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:20.701526 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:22.014900 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:23.294764 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:23.898107 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42316) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:23.997956 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.086992 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.090712 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.093476 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-d755edc3-d66d-45e3-b5a7-8b046d286371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:24.128601 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde5c798-d649-4390-9fb1-53a0d3ef65a1,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:24.132249 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f1df9fac0994b0eb350a37cc749edd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331624 Jun 22 04:07:24.135128 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42320) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:24.138452 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.140108 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.140515 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.140886 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.141247 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.141605 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.141957 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.142312 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.142665 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.143016 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.143362 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.143705 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.147439 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-4378acf5-b86e-4a27-96b4-fe1830b5381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:24.184362 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.205535 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.254067 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.256677 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.257930 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dde5c798-d649-4390-9fb1-53a0d3ef65a1 HTTP/1.1" status: 204 len: 168 time: 0.1217644 Jun 22 04:07:24.258750 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-81119ec0-c08b-43ec-b413-32323012329b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:24.267312 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde5c798-d649-4390-9fb1-53a0d3ef65a1,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:24.274687 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.275068 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.275446 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.275803 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.276171 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.276587 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.276904 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.277535 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.277988 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.278341 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.278767 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.279050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-smb {{(pid=92787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:07:24.282183 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-68c9e7dd-7a36-4b66-835e-0df2de5fe7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:24.846380 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [-] (92788) accepted ('10.222.0.24', 42342) {{(pid=92788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:24.938446 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210846091-network', 'tenant_id': 'aece99ed37794061944132ed1f2a9f97'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:07:24.958440 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Made reservation on behalf of aece99ed37794061944132ed1f2a9f97 for: {'network': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:07:24.960662 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for network, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.969833 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.060166 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.064221 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.067068 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-923bea84-0fb1-4392-9dce-d32daa00b3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:25.087728 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:07:25.097044 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd568c-5701-4259-a1a3-fb98fc27df3c,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:25.100624 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:25.103319 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.103663 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.db.segments_db [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Added segment 3d48f9ed-1095-4331-be19-c9ec958e6d82 of type vlan for network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 Jun 22 04:07:25.143430 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774327670483'] for network, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.170716 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650'] for network, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.172014 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:25.172631 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.174667 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2944cae4-1f4f-465b-97ea-0dd9fd7d114d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:25.221109 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3735681 Jun 22 04:07:25.223945 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42346) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:25.229089 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.v2.base [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Request body: {'subnet': {'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210846091-subnet', 'tenant_id': 'aece99ed37794061944132ed1f2a9f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:07:25.233149 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Pushing event updated for resources: {'Network': ['ID=6c28c1e8-835c-44a8-89d4-70e85435a7a6,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:25.236307 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-40589497-92f0-45f0-957d-46cd0f71cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:25.245223 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 details requested by agent ovs-agent-dv-cinder-797380-1-smb with host dv-cinder-797380-1-smb {{(pid=92789) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:07:25.250588 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Made reservation on behalf of aece99ed37794061944132ed1f2a9f97 for: {'subnet': 1} {{(pid=92787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:07:25.253011 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10433929'] for subnet, before_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.421558 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8670589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10433979'] for subnet, after_create {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.423703 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6ad70c0d-f181-426d-8b90-ce81a970ef95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:25.474974 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b1d0e7-3916-41f5-99f2-600db1701a96,revision_number=0']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:25.478443 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:25.485651 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Checking segment: {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:07:25.486008 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Network hostable DHCP agents. Network: 6c28c1e8-835c-44a8-89d4-70e85435a7a6, hostable agents: ['525fe6e4-37ba-4af8-bdd4-2863b14df31c'], hosted agents: [] {{(pid=92787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:07:25.501887 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 is scheduled to be hosted by DHCP agent 525fe6e4-37ba-4af8-bdd4-2863b14df31c with binding_index 1 {{(pid=92787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:07:25.509828 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.scheduler.base_scheduler [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-smb, 6c28c1e8-835c-44a8-89d4-70e85435a7a6) {{(pid=92787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:07:25.514335 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:25.515027 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.519076 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589958b8-485f-4dd3-8c3b-44ed52bcfad6 None None] Network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:07:25.528420 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-bf283827-3052-4b18-a94b-d631a7fe55b9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3033521 Jun 22 04:07:25.639825 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98968fcb-8cf9-482b-b60a-6ca60fd02f12 None None] Network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 requested from dv-cinder-797380-1-smb {{(pid=92789) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:07:27.426227 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-22ae126a-d1f3-419e-88b3-f0f68481274d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:27.427683 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-22ae126a-d1f3-419e-88b3-f0f68481274d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/networks?id=6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 200 len: 808 time: 0.1088269 Jun 22 04:07:27.443061 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-388fb40e-8dcf-42ad-8b7c-e78e5590515d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/quotas/aece99ed37794061944132ed1f2a9f97 HTTP/1.1" status: 200 len: 375 time: 0.0098169 Jun 22 04:07:27.476465 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-600f5f18-f17a-46f2-893c-e9207986fdf0 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aece99ed37794061944132ed1f2a9f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283105 Jun 22 04:07:27.487589 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-e6965577-a623-4070-a0fe-eb79ecf3ead2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:07:27.488536 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-e6965577-a623-4070-a0fe-eb79ecf3ead2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052924 Jun 22 04:07:27.575185 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-247e6af9-1a40-48cb-807d-0a815b816105 service neutron] 10.222.0.24 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813415 Jun 22 04:07:27.624000 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:27.668086 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-486519f4-98af-4285-9670-60ed4dc4baee service neutron] 10.222.0.24 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861952 Jun 22 04:07:27.889287 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ca7a4d30-8287-4289-a894-58ab35ef01d0 req-484a90fa-fec8-4f71-b472-36ce158fd9e6 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 210 time: 0.0845330 Jun 22 04:07:28.954315 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-bbd00eb8-ed29-49f1-a692-0ac77fbeb0a0 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:28.955789 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-bbd00eb8-ed29-49f1-a692-0ac77fbeb0a0 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "GET /v2.0/networks?id=6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 200 len: 808 time: 0.1066647 Jun 22 04:07:28.978429 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Request body: {'port': {'device_id': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6', 'admin_state_up': True, 'tenant_id': 'aece99ed37794061944132ed1f2a9f97'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:07:29.043158 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-caf905b0-61cf-4c57-88fb-cc539b81a2e3 req-4c698d1b-355f-4488-a78c-c49319d50aff tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 210 time: 0.0326028 Jun 22 04:07:29.372696 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Made reservation on behalf of aece99ed37794061944132ed1f2a9f97 for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:07:29.376298 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:29.504463 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Allocated IP 172.20.0.9 (6c28c1e8-835c-44a8-89d4-70e85435a7a6/41b1d0e7-3916-41f5-99f2-600db1701a96/ce61e9df-8d95-44dc-acf0-726366b9f36f) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:07:29.650505 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:29.688292 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:29.692049 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:29.740903 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:07:29.744282 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:07:29.749150 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:07:29.755656 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Pushing event updated for resources: {'Port': ['ID=ce61e9df-8d95-44dc-acf0-726366b9f36f,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:29.776200 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:29.802517 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:29.803120 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:29.818278 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-5c5e4ef6-f5ba-4a63-b81a-1aba2d670ee3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439107 Jun 22 04:07:29.835292 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Request body: {'port': {'device_id': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:07:29.909858 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.213425 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce61e9df-8d95-44dc-acf0-726366b9f36f {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:07:30.224124 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.245241 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Transition to ACTIVE for port object ce61e9df-8d95-44dc-acf0-726366b9f36f will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:07:30.250386 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.253230 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-1f01d000-6412-4694-8124-ad075eeaacf8 tempest-ServerRescueNegativeTestJSON-1275631584 tempest-ServerRescueNegativeTestJSON-1275631584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:30.340519 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407da5d5-467b-440b-b5f2-03d9a5cbbc0e req-bf4db684-cfd7-437a-9475-030920eb8b8c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:30.343121 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-407da5d5-467b-440b-b5f2-03d9a5cbbc0e req-bf4db684-cfd7-437a-9475-030920eb8b8c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 931 time: 0.1710956 Jun 22 04:07:30.345928 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Pushing event updated for resources: {'Port': ['ID=ce61e9df-8d95-44dc-acf0-726366b9f36f,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:30.349314 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:30.427177 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-407da5d5-467b-440b-b5f2-03d9a5cbbc0e req-5036f021-ecd2-4cd2-a78d-1974fb6c2e03 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769103 Jun 22 04:07:30.451655 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Attempting to bind port ce61e9df-8d95-44dc-acf0-726366b9f36f on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:07:30.452844 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Attempting to bind port ce61e9df-8d95-44dc-acf0-726366b9f36f by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:07:30.453180 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Attempting to bind port ce61e9df-8d95-44dc-acf0-726366b9f36f on network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:07:30.457512 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Port ce61e9df-8d95-44dc-acf0-726366b9f36f on network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:07:30.457825 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Attempting to bind port ce61e9df-8d95-44dc-acf0-726366b9f36f on network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:07:30.462548 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:07:30.462879 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Checking segment: {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:07:30.463251 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Bound using segment: {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:07:30.463724 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Bound port: ce61e9df-8d95-44dc-acf0-726366b9f36f, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:07:30.464015 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.532898 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] For port ce61e9df-8d95-44dc-acf0-726366b9f36f, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:07:30.536207 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] For port ce61e9df-8d95-44dc-acf0-726366b9f36f, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:07:30.540218 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.542563 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-7776bc5b-ec20-4974-bbd4-463e1837ce16 tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:30.574212 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:30.574822 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.577199 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] 10.222.0.36 "PUT /v2.0/ports/ce61e9df-8d95-44dc-acf0-726366b9f36f HTTP/1.1" status: 200 len: 1093 time: 0.7460458 Jun 22 04:07:30.579469 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'tag': 'ce61e9df-8d95-44dc-acf0-726366b9f36f'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:30.581800 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062" -d '{"events": [{"name": "network-changed", "server_uuid": "15bf4c83-14d1-4a2b-bb45-91685fa1da72", "tag": "ce61e9df-8d95-44dc-acf0-726366b9f36f"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:30.610177 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Pushing event updated for resources: {'Port': ['ID=ce61e9df-8d95-44dc-acf0-726366b9f36f,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:30.613454 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-53676160-713c-4a85-84b0-eaba73e4333e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:30.628565 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e6f133-8331-4d68-8967-09d93730ab99 x-openstack-request-id: req-34e6f133-8331-4d68-8967-09d93730ab99 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:30.628927 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bf4c83-14d1-4a2b-bb45-91685fa1da72", "tag": "ce61e9df-8d95-44dc-acf0-726366b9f36f", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:30.629219 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34e6f133-8331-4d68-8967-09d93730ab99 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:30.629658 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'tag': 'ce61e9df-8d95-44dc-acf0-726366b9f36f', 'status': 'completed', 'code': 200} Jun 22 04:07:30.698926 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-08847616-a9b0-4529-bd86-c6a272e15683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:30.700428 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-08847616-a9b0-4529-bd86-c6a272e15683 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aece99ed37794061944132ed1f2a9f97&device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 1096 time: 0.0564871 Jun 22 04:07:30.750906 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-e8196bc4-1d57-4465-aefd-9880b1a478f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f HTTP/1.1" status: 200 len: 217 time: 0.0383377 Jun 22 04:07:30.799194 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d932-5a50-4c32-a455-2781cade9591 req-35a2ffcd-4ab5-4801-a04a-0d901fa55b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:30.800700 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-35a2ffcd-4ab5-4801-a04a-0d901fa55b0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41b1d0e7-3916-41f5-99f2-600db1701a96 HTTP/1.1" status: 200 len: 848 time: 0.0443842 Jun 22 04:07:30.832966 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-621200e3-b0aa-4b35-bf60-d9d2b4036734 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c28c1e8-835c-44a8-89d4-70e85435a7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261042 Jun 22 04:07:30.923410 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-6394eba7-8f3c-4584-bcad-904597a6854a service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846097 Jun 22 04:07:31.011132 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7763d932-5a50-4c32-a455-2781cade9591 req-cc121dae-f238-43ef-9581-efd7e080172b service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812798 Jun 22 04:07:31.155973 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-31af8170-c2d1-4968-86c1-cff18ea42f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:31.157605 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-31af8170-c2d1-4968-86c1-cff18ea42f17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aece99ed37794061944132ed1f2a9f97&device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 1096 time: 0.0622349 Jun 22 04:07:31.254520 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-d9ad151d-7918-4993-8bcc-305efe78e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:31.256000 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-d9ad151d-7918-4993-8bcc-305efe78e4fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 200 len: 909 time: 0.0924120 Jun 22 04:07:31.298805 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-51bf86e7-895b-41d6-a94b-61a83fd0633e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f HTTP/1.1" status: 200 len: 217 time: 0.0364845 Jun 22 04:07:31.348897 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-b46fab5d-dbf1-4c6c-a3eb-25ce3bb71c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:31.350345 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-b46fab5d-dbf1-4c6c-a3eb-25ce3bb71c6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41b1d0e7-3916-41f5-99f2-600db1701a96 HTTP/1.1" status: 200 len: 848 time: 0.0453956 Jun 22 04:07:31.388366 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-3af0358a-bc67-46d0-aa95-1396e69391ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c28c1e8-835c-44a8-89d4-70e85435a7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310085 Jun 22 04:07:31.479552 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-22554db4-5029-4830-b8a5-49b2e20276de service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 Jun 22 04:07:31.609678 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-88da2ce0-045a-4ce1-bcd5-b2f934bc2062 req-c271d1fa-725a-44ae-af89-c4f355d7ef01 service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242180 Jun 22 04:07:31.629116 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885978f-ad62-484f-a8bb-d6504a65990c req-2430b8a0-1e41-4802-9472-a840e0869c5d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:31.630592 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5885978f-ad62-484f-a8bb-d6504a65990c req-2430b8a0-1e41-4802-9472-a840e0869c5d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 943 time: 0.0893822 Jun 22 04:07:31.671144 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-5885978f-ad62-484f-a8bb-d6504a65990c req-65acfae7-6213-4cf0-af9e-009d890f5b53 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Jun 22 04:07:32.859044 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea902c-136d-493e-b8a7-7f01c9ada12d req-d933a8d1-b94a-4ba6-83bc-9c1d519c1129 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:32.860516 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-24ea902c-136d-493e-b8a7-7f01c9ada12d req-d933a8d1-b94a-4ba6-83bc-9c1d519c1129 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 943 time: 0.0667150 Jun 22 04:07:32.898770 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-24ea902c-136d-493e-b8a7-7f01c9ada12d req-43e78491-daca-4871-bd56-9140751e747a tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Jun 22 04:07:34.074191 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f10d4-7f7b-4051-9c97-760a7dfd03d8 req-66ad3e4a-015a-4697-af7f-f178aa337176 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:34.075637 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bb5f10d4-7f7b-4051-9c97-760a7dfd03d8 req-66ad3e4a-015a-4697-af7f-f178aa337176 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 943 time: 0.0654690 Jun 22 04:07:34.117639 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-bb5f10d4-7f7b-4051-9c97-760a7dfd03d8 req-759a4d13-c7f4-4c61-8be9-39bee143e434 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Jun 22 04:07:34.977421 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device ce61e9df-8d95-44dc-acf0-726366b9f36f details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:07:35.071113 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port ce61e9df-8d95-44dc-acf0-726366b9f36f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:35.082760 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': 'ce61e9df-8d95-44dc-acf0-726366b9f36f', 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6', 'port_id': 'ce61e9df-8d95-44dc-acf0-726366b9f36f', 'mac_address': 'fa:16:3e:d5:6d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b1d0e7-3916-41f5-99f2-600db1701a96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:07:35.117952 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:35.130564 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce61e9df-8d95-44dc-acf0-726366b9f36f {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:07:35.149461 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port ce61e9df-8d95-44dc-acf0-726366b9f36f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:35.154147 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:35.156069 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:35.201301 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=ce61e9df-8d95-44dc-acf0-726366b9f36f,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:35.204660 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:35.293391 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5cf3-7255-4e97-a198-d3d7cca17865 req-7952fa4e-4113-46d7-813f-dac75957f749 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:35.295596 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f9cc5cf3-7255-4e97-a198-d3d7cca17865 req-7952fa4e-4113-46d7-813f-dac75957f749 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 944 time: 0.0679152 Jun 22 04:07:35.333793 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-f9cc5cf3-7255-4e97-a198-d3d7cca17865 req-4e65ee73-f3c2-47f8-8912-8c705d144841 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Jun 22 04:07:35.585409 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['ce61e9df-8d95-44dc-acf0-726366b9f36f'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:07:36.506426 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62943b9d-f9a5-434b-a800-8a4d645efab3 req-9b3e5a01-6301-46eb-96a8-c255d2ce3670 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:36.507892 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-62943b9d-f9a5-434b-a800-8a4d645efab3 req-9b3e5a01-6301-46eb-96a8-c255d2ce3670 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 944 time: 0.0662689 Jun 22 04:07:36.551447 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-62943b9d-f9a5-434b-a800-8a4d645efab3 req-100a57e9-bd19-4d43-8bfe-0252e5064876 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368249 Jun 22 04:07:36.991165 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device ce61e9df-8d95-44dc-acf0-726366b9f36f up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:07:37.042158 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port ce61e9df-8d95-44dc-acf0-726366b9f36f completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:07:37.046380 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port ce61e9df-8d95-44dc-acf0-726366b9f36f triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:07:37.046752 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:37.126004 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:37.147998 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61e9df-8d95-44dc-acf0-726366b9f36f'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:37.150242 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360376cb-cf66-4c89-b99c-9f28c9bd5a5d" -d '{"events": [{"server_uuid": "15bf4c83-14d1-4a2b-bb45-91685fa1da72", "name": "network-vif-plugged", "status": "completed", "tag": "ce61e9df-8d95-44dc-acf0-726366b9f36f"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:37.163226 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port ce61e9df-8d95-44dc-acf0-726366b9f36f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:37.167368 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:37.169375 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:37.191107 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f944839-8f1a-41bf-90cc-35081d17077a x-openstack-request-id: req-4f944839-8f1a-41bf-90cc-35081d17077a {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:37.191404 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bf4c83-14d1-4a2b-bb45-91685fa1da72", "name": "network-vif-plugged", "status": "completed", "tag": "ce61e9df-8d95-44dc-acf0-726366b9f36f", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:37.191663 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f944839-8f1a-41bf-90cc-35081d17077a {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:37.192047 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61e9df-8d95-44dc-acf0-726366b9f36f', 'code': 200} Jun 22 04:07:37.217145 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=ce61e9df-8d95-44dc-acf0-726366b9f36f,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:37.219961 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:37.431584 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b62d6-c8f6-4423-942a-26381416b1d5 req-77088cf2-7b63-4e03-a1fe-98e122d9bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:37.433084 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-234b62d6-c8f6-4423-942a-26381416b1d5 req-77088cf2-7b63-4e03-a1fe-98e122d9bdcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 1098 time: 0.0511749 Jun 22 04:07:37.470923 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-234b62d6-c8f6-4423-942a-26381416b1d5 req-9d039667-88cf-46a0-8cc8-f0d9291a3fe5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jun 22 04:07:37.727776 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e356-1699-4d71-9a10-c83e6564b3b3 req-52294a51-5d4b-4f10-bc4e-a8c35586646b tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:37.729271 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1975e356-1699-4d71-9a10-c83e6564b3b3 req-52294a51-5d4b-4f10-bc4e-a8c35586646b tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 945 time: 0.0679877 Jun 22 04:07:37.768821 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-1975e356-1699-4d71-9a10-c83e6564b3b3 req-1e6b80eb-aa35-4968-8219-902393a3e2bc tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Jun 22 04:07:38.963656 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5f0e-2454-44a5-87bc-db21240a5ca7 req-16c1470d-7828-4b34-84af-c6978088d3fc tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:38.965062 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-df5c5f0e-2454-44a5-87bc-db21240a5ca7 req-16c1470d-7828-4b34-84af-c6978088d3fc tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 945 time: 0.0737414 Jun 22 04:07:39.002553 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-df5c5f0e-2454-44a5-87bc-db21240a5ca7 req-42564e8e-1a5c-4d0e-9134-103760ec7b0d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305150 Jun 22 04:07:40.177910 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e893d1-2515-4db2-b517-877a358aa93f req-f1e09a7b-773a-4441-ae0f-4a1d78658ed3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:40.179351 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e893d1-2515-4db2-b517-877a358aa93f req-f1e09a7b-773a-4441-ae0f-4a1d78658ed3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 945 time: 0.0643539 Jun 22 04:07:40.215303 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-d2e893d1-2515-4db2-b517-877a358aa93f req-58b9b4a8-8a3b-4451-8c73-5c6f9787541e tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304081 Jun 22 04:07:41.010457 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7840802-fcd5-4405-b5a9-4abdd204e4ed req-bec647cd-82e8-43b5-a6fc-304c32061453 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:41.011930 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b7840802-fcd5-4405-b5a9-4abdd204e4ed req-bec647cd-82e8-43b5-a6fc-304c32061453 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jun 22 04:07:41.050359 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-b7840802-fcd5-4405-b5a9-4abdd204e4ed req-ec3fd7df-45ab-4aaf-ab1f-7dfee65204fa tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Jun 22 04:07:42.229383 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcca33-9597-4df6-b2d3-a3933c89127d req-c80f6200-bb76-4550-a346-2718be752909 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:42.230833 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-86bcca33-9597-4df6-b2d3-a3933c89127d req-c80f6200-bb76-4550-a346-2718be752909 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 945 time: 0.0677023 Jun 22 04:07:42.269899 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-86bcca33-9597-4df6-b2d3-a3933c89127d req-0426aee6-94e2-496d-8a07-78fcb6c3a08a tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Jun 22 04:07:42.485366 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-2b1bce08-3914-4cf4-95f4-fb2988f82201 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:42.486792 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-2b1bce08-3914-4cf4-95f4-fb2988f82201 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 945 time: 0.0660458 Jun 22 04:07:42.585964 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Deleting port ce61e9df-8d95-44dc-acf0-726366b9f36f {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:42.586304 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:42.678373 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] For port ce61e9df-8d95-44dc-acf0-726366b9f36f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ce61e9df-8d95-44dc-acf0-726366b9f36f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:42.678732 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:42.744763 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Calling delete_port for ce61e9df-8d95-44dc-acf0-726366b9f36f owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:42.869423 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:42.874252 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-f71e618f-72c9-44f8-9000-2cffb5b4f8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:42.899998 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Pushing event deleted for resources: {'Port': ['ID=ce61e9df-8d95-44dc-acf0-726366b9f36f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:42.903032 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['ce61e9df-8d95-44dc-acf0-726366b9f36f'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:07:42.903529 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:42.949741 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] No DVR routers for this DVR port ce61e9df-8d95-44dc-acf0-726366b9f36f on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:07:42.952632 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:42.954590 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-6021292b-1342-4f39-a692-9bd25cd5b64f req-8b8af5f7-aee4-430e-a19c-100914891438 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "DELETE /v2.0/ports/ce61e9df-8d95-44dc-acf0-726366b9f36f HTTP/1.1" status: 204 len: 173 time: 0.4629087 Jun 22 04:07:42.955088 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'name': 'network-vif-deleted', 'tag': 'ce61e9df-8d95-44dc-acf0-726366b9f36f'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:42.957385 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39e72f2-1013-4b76-8ce4-ecd280fb405a" -d '{"events": [{"server_uuid": "15bf4c83-14d1-4a2b-bb45-91685fa1da72", "name": "network-vif-deleted", "tag": "ce61e9df-8d95-44dc-acf0-726366b9f36f"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:42.999193 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3144d57-6634-4feb-9a39-74e6cd75f914 x-openstack-request-id: req-a3144d57-6634-4feb-9a39-74e6cd75f914 {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:42.999602 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bf4c83-14d1-4a2b-bb45-91685fa1da72", "name": "network-vif-deleted", "tag": "ce61e9df-8d95-44dc-acf0-726366b9f36f", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:42.999899 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3144d57-6634-4feb-9a39-74e6cd75f914 {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:43.000339 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bf4c83-14d1-4a2b-bb45-91685fa1da72', 'name': 'network-vif-deleted', 'tag': 'ce61e9df-8d95-44dc-acf0-726366b9f36f', 'status': 'completed', 'code': 200} Jun 22 04:07:43.432224 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-86b0bddb-d6b3-491c-aaf4-9f4f31926151 req-94fbac69-ced9-478c-8eeb-fdb311d687eb tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bf4c83-14d1-4a2b-bb45-91685fa1da72 HTTP/1.1" status: 200 len: 210 time: 0.0303531 Jun 22 04:07:44.728774 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8f478a88-b86a-4c43-a3a3-b7b2b24efe54 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:44.730201 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8f478a88-b86a-4c43-a3a3-b7b2b24efe54 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/networks?id=6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 200 len: 808 time: 0.1025109 Jun 22 04:07:44.745399 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-3cbb33be-dadd-4fca-90dd-a29c45bf6561 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/quotas/aece99ed37794061944132ed1f2a9f97 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Jun 22 04:07:44.778741 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-9cd3815d-656c-4bb5-a268-850a6a28e627 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aece99ed37794061944132ed1f2a9f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278614 Jun 22 04:07:44.874798 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-018f0f6e-43bf-4a3d-95e2-71886bee6aa9 service neutron] 10.222.0.24 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878966 Jun 22 04:07:44.976029 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-821ea49e-101d-454a-8e9f-fb1dc8e0c5a3 service neutron] 10.222.0.24 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953252 Jun 22 04:07:45.023195 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device ce61e9df-8d95-44dc-acf0-726366b9f36f no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:07:45.044411 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: ce61e9df-8d95-44dc-acf0-726366b9f36f {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:07:45.044801 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device ce61e9df-8d95-44dc-acf0-726366b9f36f not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:07:45.159357 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-a467bed5-a20b-491c-a340-38ea58b137a4 req-9855ba34-d529-408a-a733-014708990704 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 210 time: 0.0334134 Jun 22 04:07:46.272667 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-ee42a696-05f1-469f-933b-19eb84faa836 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:46.274540 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-ee42a696-05f1-469f-933b-19eb84faa836 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "GET /v2.0/networks?id=6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 200 len: 808 time: 0.1231539 Jun 22 04:07:46.293586 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Request body: {'port': {'device_id': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6', 'admin_state_up': True, 'tenant_id': 'aece99ed37794061944132ed1f2a9f97'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:07:46.311635 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d47cc20e-8771-49de-a077-010ce782c7db req-ad72f881-66bb-463b-8ae9-57decd43179c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 210 time: 0.0328550 Jun 22 04:07:46.415153 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Made reservation on behalf of aece99ed37794061944132ed1f2a9f97 for: {'port': 1} {{(pid=92788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:07:46.419581 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529287'] for port, before_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:46.548918 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.db_base_plugin_common [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Allocated IP 172.20.0.8 (6c28c1e8-835c-44a8-89d4-70e85435a7a6/41b1d0e7-3916-41f5-99f2-600db1701a96/5e7b6e88-71e3-4d8c-ba80-79785af5701f) {{(pid=92788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:07:46.694806 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks [] for port, precommit_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:46.731875 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774327694686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9148598'] for port, after_create {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:46.735871 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-2086206c-f106-4fee-8ad5-285fa33f8767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:46.777087 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 is already hosted by enough agents. {{(pid=92788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:07:46.780361 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.scheduler.base_scheduler [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Resources bound (agent type, host, resource id): {{(pid=92788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:07:46.784131 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Received port after_create {{(pid=92788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:07:46.806504 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Pushing event updated for resources: {'Port': ['ID=5e7b6e88-71e3-4d8c-ba80-79785af5701f,revision_number=1']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:46.810546 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:46.834446 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:46.835032 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:46.849352 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5f79e829-a1ad-483e-944b-6d317f68c534 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599430 Jun 22 04:07:46.865658 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-d5964b39-00b9-4371-96bb-1cd57e2b536c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:07:46.866658 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-d5964b39-00b9-4371-96bb-1cd57e2b536c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051987 Jun 22 04:07:46.878353 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.v2.base [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Request body: {'port': {'device_id': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=92788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:07:46.953411 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.214968 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7b6e88-71e3-4d8c-ba80-79785af5701f {{(pid=92788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:07:47.222631 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.235051 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.provisioning_blocks [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Transition to ACTIVE for port object 5e7b6e88-71e3-4d8c-ba80-79785af5701f will not be triggered until provisioned by entity L2. {{(pid=92788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:07:47.238911 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.240796 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-46fe068e-1cc8-4b40-bd92-827c820811fa tempest-AttachVolumeShelveTestJSON-17207999 tempest-AttachVolumeShelveTestJSON-17207999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:47.316443 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b6e88-71e3-4d8c-ba80-79785af5701f,revision_number=2']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:47.320913 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:47.391028 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Attempting to bind port 5e7b6e88-71e3-4d8c-ba80-79785af5701f on host hv-cinder-79738 for vnic_type normal with profile {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:07:47.391360 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Attempting to bind port 5e7b6e88-71e3-4d8c-ba80-79785af5701f by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:07:47.391687 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Attempting to bind port 5e7b6e88-71e3-4d8c-ba80-79785af5701f on network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:07:47.395949 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Port 5e7b6e88-71e3-4d8c-ba80-79785af5701f on network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:07:47.396261 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Attempting to bind port 5e7b6e88-71e3-4d8c-ba80-79785af5701f on network 6c28c1e8-835c-44a8-89d4-70e85435a7a6 {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:07:47.400963 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Checking agent: {'id': 'ce481985-7cd4-4b88-b478-0130dd6a14de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'started_at': datetime.datetime(2021, 6, 22, 3, 55, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:07:47.401289 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Checking segment: {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:07:47.401660 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Bound using segment: {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'} {{(pid=92788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:07:47.402330 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.managers [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Bound port: 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d48f9ed-1095-4331-be19-c9ec958e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6'}}] {{(pid=92788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:07:47.402668 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.507180 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] For port 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host hv-cinder-79738, cleared binding levels {{(pid=92788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:07:47.524264 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] For port 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:07:47.530072 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148548'] for port, after_update {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.533663 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-680351a3-d557-4945-97d7-a5bfb4572b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:47.547210 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b11137-868d-46dd-91ec-16ea76853d1d req-aa098fcf-4ea9-407f-9849-6bdffbc5172d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:47.548791 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e7b11137-868d-46dd-91ec-16ea76853d1d req-aa098fcf-4ea9-407f-9849-6bdffbc5172d tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 943 time: 0.1104677 Jun 22 04:07:47.591153 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:47.591758 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.593508 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] 10.222.0.36 "PUT /v2.0/ports/5e7b6e88-71e3-4d8c-ba80-79785af5701f HTTP/1.1" status: 200 len: 1093 time: 0.7198050 Jun 22 04:07:47.594142 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'tag': '5e7b6e88-71e3-4d8c-ba80-79785af5701f'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:47.596456 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76389230-d880-49a8-b24f-fd98b715182f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc447f0e-76ec-4f56-9209-35684a8d4c80", "tag": "5e7b6e88-71e3-4d8c-ba80-79785af5701f"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:47.636641 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb9fc6-3020-4b19-8547-5c85413e6adc x-openstack-request-id: req-32cb9fc6-3020-4b19-8547-5c85413e6adc {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:47.636999 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc447f0e-76ec-4f56-9209-35684a8d4c80", "tag": "5e7b6e88-71e3-4d8c-ba80-79785af5701f", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:47.637348 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32cb9fc6-3020-4b19-8547-5c85413e6adc {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:47.637795 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'tag': '5e7b6e88-71e3-4d8c-ba80-79785af5701f', 'status': 'completed', 'code': 200} Jun 22 04:07:47.647703 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e7b11137-868d-46dd-91ec-16ea76853d1d req-b7223ac0-373f-4f4e-a6ac-93160a0ea9fc tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785151 Jun 22 04:07:47.648990 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b6e88-71e3-4d8c-ba80-79785af5701f,revision_number=3']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:47.652811 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-8713a402-b89a-4015-85e1-5e44e8851c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:47.680684 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7c3c-69b9-4f0c-971c-de0d483dfe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:47.719703 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5d4efd5c-0dfc-44a0-ae5b-c1452faefbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:47.721230 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-5d4efd5c-0dfc-44a0-ae5b-c1452faefbd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aece99ed37794061944132ed1f2a9f97&device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 1096 time: 0.0641198 Jun 22 04:07:47.776530 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-6faf06b6-7020-4c6f-8ca7-c22645262be7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f HTTP/1.1" status: 200 len: 217 time: 0.0382082 Jun 22 04:07:47.826749 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8825661c-47e3-437a-acd8-b01b76c5a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:47.828164 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-8825661c-47e3-437a-acd8-b01b76c5a00f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41b1d0e7-3916-41f5-99f2-600db1701a96 HTTP/1.1" status: 200 len: 848 time: 0.0458148 Jun 22 04:07:47.865486 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-3b6be864-4aec-4b34-bd54-a2a6a0f82182 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c28c1e8-835c-44a8-89d4-70e85435a7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315132 Jun 22 04:07:47.959444 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-48bdb38c-033f-4e41-804e-31ec7826d66d service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878651 Jun 22 04:07:48.057009 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ea69c14d-2df6-41cb-833f-c4208eab4533 req-f557c651-679e-4276-83b6-969934505f77 service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911448 Jun 22 04:07:48.208935 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389230-d880-49a8-b24f-fd98b715182f req-3044ceca-765a-432e-998c-578bbcdac874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:48.210427 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-3044ceca-765a-432e-998c-578bbcdac874 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aece99ed37794061944132ed1f2a9f97&device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 1096 time: 0.0542691 Jun 22 04:07:48.301522 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389230-d880-49a8-b24f-fd98b715182f req-fef776c7-e225-4797-9a0f-70b88bfd8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:48.303003 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-fef776c7-e225-4797-9a0f-70b88bfd8896 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 200 len: 909 time: 0.0848405 Jun 22 04:07:48.346273 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-19f47372-6a0f-42b6-af0d-c9f29d3c0aa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f HTTP/1.1" status: 200 len: 217 time: 0.0373220 Jun 22 04:07:48.394853 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389230-d880-49a8-b24f-fd98b715182f req-e295d1cf-836d-4813-b132-75ebae5d4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:48.396269 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-e295d1cf-836d-4813-b132-75ebae5d4d7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41b1d0e7-3916-41f5-99f2-600db1701a96 HTTP/1.1" status: 200 len: 848 time: 0.0445552 Jun 22 04:07:48.431228 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-d00e72ce-608b-41ec-8dab-078d0e1a6437 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c28c1e8-835c-44a8-89d4-70e85435a7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281041 Jun 22 04:07:48.533522 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-922bd25d-7c39-4a9f-b80e-4648faea68f1 service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960510 Jun 22 04:07:48.626155 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-76389230-d880-49a8-b24f-fd98b715182f req-6274e333-850f-49ab-8801-095ca6d0c9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866466 Jun 22 04:07:48.831579 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a729b5a-d885-4391-80d4-6ec256952264 req-9a538eb2-e003-4c19-b54a-7e3127d73bb8 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:48.833074 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9a729b5a-d885-4391-80d4-6ec256952264 req-9a538eb2-e003-4c19-b54a-7e3127d73bb8 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 943 time: 0.0651929 Jun 22 04:07:48.870945 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-9a729b5a-d885-4391-80d4-6ec256952264 req-b6f04415-a262-4565-99e8-01b21e8e97e8 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Jun 22 04:07:50.082777 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d0fd-305a-426e-b8ad-47628488c3a5 req-d0f22311-f22a-4c23-8f2d-d811605fd8c2 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:50.084642 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2282d0fd-305a-426e-b8ad-47628488c3a5 req-d0f22311-f22a-4c23-8f2d-d811605fd8c2 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 943 time: 0.0763371 Jun 22 04:07:50.126571 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-2282d0fd-305a-426e-b8ad-47628488c3a5 req-e8ae9565-c7f9-4dd3-91da-466205bbb100 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Jun 22 04:07:50.251301 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-84f61976-1cdb-48f1-ad3a-6706fbf4bc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:50.703338 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:51.054373 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 5e7b6e88-71e3-4d8c-ba80-79785af5701f details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=92789) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:07:51.150152 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:51.163698 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Returning: {'device': '5e7b6e88-71e3-4d8c-ba80-79785af5701f', 'network_id': '6c28c1e8-835c-44a8-89d4-70e85435a7a6', 'port_id': '5e7b6e88-71e3-4d8c-ba80-79785af5701f', 'mac_address': 'fa:16:3e:1a:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b1d0e7-3916-41f5-99f2-600db1701a96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92789) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:07:51.202946 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:51.218851 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7b6e88-71e3-4d8c-ba80-79785af5701f {{(pid=92789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:07:51.238501 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:51.243293 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:51.245510 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:51.291968 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=5e7b6e88-71e3-4d8c-ba80-79785af5701f,revision_number=4']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:51.295709 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:51.318479 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5fbe-6d09-4703-bebd-69ed31e89c5b req-2eeb6cb6-84d1-4840-89b0-02fa661fb0fd tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:51.319976 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ff6a5fbe-6d09-4703-bebd-69ed31e89c5b req-2eeb6cb6-84d1-4840-89b0-02fa661fb0fd tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 944 time: 0.0753822 Jun 22 04:07:51.360171 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-ff6a5fbe-6d09-4703-bebd-69ed31e89c5b req-515a75e3-d2bd-4e49-ba1a-cbd3bc30c2da tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Jun 22 04:07:51.622367 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['5e7b6e88-71e3-4d8c-ba80-79785af5701f'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:07:52.029149 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:52.533650 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c38548-5e93-4a55-b8e1-3de9fa5a12f4 req-d42b6922-17ea-436c-82eb-d9f32ec38327 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:52.535111 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e9c38548-5e93-4a55-b8e1-3de9fa5a12f4 req-d42b6922-17ea-436c-82eb-d9f32ec38327 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 944 time: 0.0630870 Jun 22 04:07:52.584954 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-e9c38548-5e93-4a55-b8e1-3de9fa5a12f4 req-61b45a33-289c-4b2f-adbb-3f8500dc6293 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Jun 22 04:07:53.069726 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 5e7b6e88-71e3-4d8c-ba80-79785af5701f up at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:07:53.123027 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning for port 5e7b6e88-71e3-4d8c-ba80-79785af5701f completed by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:07:53.126857 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.db.provisioning_blocks [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Provisioning complete for port 5e7b6e88-71e3-4d8c-ba80-79785af5701f triggered by entity L2. {{(pid=92789) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:07:53.127232 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729489'] for port, provisioning_complete {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:53.210467 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529297'] for port, before_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:53.231599 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b6e88-71e3-4d8c-ba80-79785af5701f'}] {{(pid=92789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:53.234466 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d0f08b2a827ae7896886c1a74e7f787eb0a368b3bfe39a98eb70a7dddeabcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b33a3b-b040-4670-862d-6f477a756f35" -d '{"events": [{"server_uuid": "dc447f0e-76ec-4f56-9209-35684a8d4c80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b6e88-71e3-4d8c-ba80-79785af5701f"}]}' {{(pid=92789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:53.246633 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] For port 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:53.252674 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774328124627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774327694704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774327694749'] for port, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:53.254513 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-47123aec-0ba6-4119-b1a2-0e79473e67f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:53.279098 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df7afe-19bc-4e21-a0a5-6ec62f4e8209 x-openstack-request-id: req-85df7afe-19bc-4e21-a0a5-6ec62f4e8209 {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:53.279441 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc447f0e-76ec-4f56-9209-35684a8d4c80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b6e88-71e3-4d8c-ba80-79785af5701f", "code": 200}]} {{(pid=92789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:53.279703 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85df7afe-19bc-4e21-a0a5-6ec62f4e8209 {{(pid=92789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:53.280091 dv-cinder-797380-1-smb neutron-server[92789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b6e88-71e3-4d8c-ba80-79785af5701f', 'code': 200} Jun 22 04:07:53.313678 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:53.317259 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Pushing event updated for resources: {'Port': ['ID=5e7b6e88-71e3-4d8c-ba80-79785af5701f,revision_number=5']} {{(pid=92789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:53.320691 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG oslo_concurrency.lockutils [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:53.529914 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52d513-27d4-4da2-a3a5-aee340037e9d req-43a49611-3126-4985-ba31-6964efd35b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:53.531562 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0b52d513-27d4-4da2-a3a5-aee340037e9d req-43a49611-3126-4985-ba31-6964efd35b9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 1098 time: 0.0575778 Jun 22 04:07:53.567190 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-0b52d513-27d4-4da2-a3a5-aee340037e9d req-eb901e4c-16f3-4f83-b7d1-a763edac2a0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295489 Jun 22 04:07:53.769484 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82f1c4-e74d-4988-8d06-9042c1c4e2aa req-987a8921-abfa-4452-8ee7-52fa162bf905 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:53.770923 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-af82f1c4-e74d-4988-8d06-9042c1c4e2aa req-987a8921-abfa-4452-8ee7-52fa162bf905 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 945 time: 0.0717759 Jun 22 04:07:53.812901 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-af82f1c4-e74d-4988-8d06-9042c1c4e2aa req-63fa9c82-f564-4868-a813-fdbf3e7de6ce tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360742 Jun 22 04:07:55.004388 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04546ea-f0c6-4d1f-85ea-176ee8848c9b req-5113bb6a-2d60-482c-8dae-4ac873e1390a tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:55.005797 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d04546ea-f0c6-4d1f-85ea-176ee8848c9b req-5113bb6a-2d60-482c-8dae-4ac873e1390a tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 945 time: 0.0703070 Jun 22 04:07:55.044205 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-d04546ea-f0c6-4d1f-85ea-176ee8848c9b req-2253f10e-fd86-4656-bf15-a096f33e3846 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Jun 22 04:07:56.215442 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:07:56.217721 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8636f6-69e5-41da-8506-a447cda2420a req-4915bbd8-dc07-438f-bf44-501d7ba73b93 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:56.219172 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ed8636f6-69e5-41da-8506-a447cda2420a req-4915bbd8-dc07-438f-bf44-501d7ba73b93 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 945 time: 0.0648656 Jun 22 04:07:56.255864 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-ed8636f6-69e5-41da-8506-a447cda2420a req-68d76168-cd62-4cef-9a81-c2c189a99a27 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Jun 22 04:07:57.100383 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764c8d1-222e-4807-8746-af7e3314a62a req-107100cd-6fde-46c9-be45-87786c0937b6 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:57.101854 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7764c8d1-222e-4807-8746-af7e3314a62a req-107100cd-6fde-46c9-be45-87786c0937b6 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 945 time: 0.0658109 Jun 22 04:07:57.410044 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-7764c8d1-222e-4807-8746-af7e3314a62a req-3ecd0646-4079-439b-9aa4-072faf8ef2b3 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024406 Jun 22 04:07:57.630081 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:58.548558 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-d4f866f1-eb9f-4e4a-ad67-02daa1bd3b0e tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:58.549945 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-d4f866f1-eb9f-4e4a-ad67-02daa1bd3b0e tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 945 time: 0.0629513 Jun 22 04:07:58.593050 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f775b-b4dd-43c0-8610-6f68955577d3 req-babd4bb8-e99f-44ef-812e-e4340e2f563c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:07:58.594613 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-426f775b-b4dd-43c0-8610-6f68955577d3 req-babd4bb8-e99f-44ef-812e-e4340e2f563c tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc447f0e-76ec-4f56-9209-35684a8d4c80 HTTP/1.1" status: 200 len: 945 time: 0.0700617 Jun 22 04:07:58.633571 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [req-426f775b-b4dd-43c0-8610-6f68955577d3 req-17aa13d6-97cc-4d5f-9c7a-472037cab556 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.24 "GET /v2.0/security-groups?id=78cd568c-5701-4259-a1a3-fb98fc27df3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Jun 22 04:07:58.657981 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Deleting port 5e7b6e88-71e3-4d8c-ba80-79785af5701f {{(pid=92788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:07:58.657981 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774328249829'] for port, before_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:58.743611 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.db [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] For port 5e7b6e88-71e3-4d8c-ba80-79785af5701f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=5e7b6e88-71e3-4d8c-ba80-79785af5701f,segment=NetworkSegment(3d48f9ed-1095-4331-be19-c9ec958e6d82),segment_id=3d48f9ed-1095-4331-be19-c9ec958e6d82)] {{(pid=92788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:07:58.743958 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619612'] for port, precommit_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:58.811975 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.plugins.ml2.plugin [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Calling delete_port for 5e7b6e88-71e3-4d8c-ba80-79785af5701f owned by compute:nova {{(pid=92788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:07:58.936862 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774328124645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774327694695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148559'] for port, after_delete {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:58.940762 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-9d82bc3a-fd25-441a-afbf-68c9414a532b tempest-TestShelveInstance-157774265 tempest-TestShelveInstance-157774265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:07:58.967805 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Pushing event deleted for resources: {'Port': ['ID=5e7b6e88-71e3-4d8c-ba80-79785af5701f,revision_number=None']} {{(pid=92788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:07:58.972903 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG oslo_concurrency.lockutils [None req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:07:58.987114 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.db [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] get_ports_and_sgs() called for port_ids ['5e7b6e88-71e3-4d8c-ba80-79785af5701f'] {{(pid=92789) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:07:59.010784 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.db.l3_dvrscheduler_db [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] No DVR routers for this DVR port 5e7b6e88-71e3-4d8c-ba80-79785af5701f on host hv-cinder-79738 {{(pid=92788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:07:59.013077 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron_lib.callbacks.manager [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153607'] for port, before_response {{(pid=92788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:59.015117 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.wsgi [req-411f3f03-3f37-4eb5-acd9-93041f580235 req-fdd3d387-9ab1-466b-af07-e4cd57dc8808 tempest-VolumesActionsTest-437313752 tempest-VolumesActionsTest-437313752-project] 10.222.0.36 "DELETE /v2.0/ports/5e7b6e88-71e3-4d8c-ba80-79785af5701f HTTP/1.1" status: 204 len: 173 time: 0.4600124 Jun 22 04:07:59.015641 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'name': 'network-vif-deleted', 'tag': '5e7b6e88-71e3-4d8c-ba80-79785af5701f'}] {{(pid=92788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:07:59.017948 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce5a32f1df90c050fd9aa1cdd52fd0451872270bdf14cc12009612361faf5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b123497-c088-4c06-a6b9-48d8adcbd584" -d '{"events": [{"server_uuid": "dc447f0e-76ec-4f56-9209-35684a8d4c80", "name": "network-vif-deleted", "tag": "5e7b6e88-71e3-4d8c-ba80-79785af5701f"}]}' {{(pid=92788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:07:59.120230 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ece0382-5246-4511-8ea6-5e0a7e13c04c x-openstack-request-id: req-6ece0382-5246-4511-8ea6-5e0a7e13c04c {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:07:59.120597 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc447f0e-76ec-4f56-9209-35684a8d4c80", "name": "network-vif-deleted", "tag": "5e7b6e88-71e3-4d8c-ba80-79785af5701f", "status": "completed", "code": 200}]} {{(pid=92788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:07:59.120890 dv-cinder-797380-1-smb neutron-server[92788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ece0382-5246-4511-8ea6-5e0a7e13c04c {{(pid=92788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:07:59.121324 dv-cinder-797380-1-smb neutron-server[92788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc447f0e-76ec-4f56-9209-35684a8d4c80', 'name': 'network-vif-deleted', 'tag': '5e7b6e88-71e3-4d8c-ba80-79785af5701f', 'status': 'completed', 'code': 200} Jun 22 04:08:01.130476 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 5e7b6e88-71e3-4d8c-ba80-79785af5701f no longer exists at agent hyperv_hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:08:01.149921 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] No Port match for: 5e7b6e88-71e3-4d8c-ba80-79785af5701f {{(pid=92789) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:08:01.150271 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron.plugins.ml2.rpc [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Device 5e7b6e88-71e3-4d8c-ba80-79785af5701f not bound to the agent host hv-cinder-79738 {{(pid=92789) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:08:17.672341 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d922138b-fa83-4131-af65-40d733710e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:18.627994 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42722) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:18.674270 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Deleting subnet 41b1d0e7-3916-41f5-99f2-600db1701a96 {{(pid=92787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:08:18.677636 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:18.717456 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682376'] for subnet, precommit_delete_associations {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:18.758408 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733831'] for subnet, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:18.817505 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10433964'] for subnet, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:18.821202 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ff61065b-dd80-4902-a13f-dee5952adbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:18.847942 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b1d0e7-3916-41f5-99f2-600db1701a96,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:18.850975 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:18.851947 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for subnet, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:18.854380 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-6c19914a-3fb3-41ce-8adf-2aee9332dba6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41b1d0e7-3916-41f5-99f2-600db1701a96 HTTP/1.1" status: 204 len: 168 time: 0.2247696 Jun 22 04:08:18.856282 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42724) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:18.927281 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565748'] for network, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.009327 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731662', 'neutron.services.segments.db._delete_segments_for_network-8774328205779'] for network, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.019597 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c28c1e8-835c-44a8-89d4-70e85435a7a6']}} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:08:19.030894 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d48f9ed-1095-4331-be19-c9ec958e6d82') {'for_net_delete': True} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:08:19.031198 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.services.segments.db [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d48f9ed-1095-4331-be19-c9ec958e6d82') {} {{(pid=92787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:08:19.039890 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774328205608', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682431'] for segment, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.054428 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646'] for segment, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.060659 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:08:19.061092 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670235'] for segment, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: Traceback (most recent call last): Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: timer() Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: cb(*args, **kw) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: return func(*args, **kwargs) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: self._notify() Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: self.callback(batched_events) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: event.method(event) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: return f(self, *a, **k) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: return self._get(url).json() Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: return self.request(url, 'GET', **kwargs) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:08:19.062722 dv-cinder-797380-1-smb neutron-server[92787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:08:19.117515 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1509650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1526203'] for network, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.121553 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:19.124237 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509647'] for network, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.126029 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c28c1e8-835c-44a8-89d4-70e85435a7a6 HTTP/1.1" status: 204 len: 168 time: 0.2681398 Jun 22 04:08:19.142096 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c28c1e8-835c-44a8-89d4-70e85435a7a6,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:19.144660 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-ebcea60f-0866-4c04-baaf-4aefeb051de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:19.236141 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42728) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:19.275773 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-bdfff8e3-f2d5-4cd0-9749-0ef3d39f576c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aece99ed37794061944132ed1f2a9f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382698 Jun 22 04:08:19.278377 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [-] (92787) accepted ('10.222.0.24', 42730) {{(pid=92787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:19.326123 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.347974 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.398045 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745414'] for security_group, after_delete {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.401173 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron_lib.callbacks.manager [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:19.402382 dv-cinder-797380-1-smb neutron-server[92787]: INFO neutron.wsgi [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78cd568c-5701-4259-a1a3-fb98fc27df3c HTTP/1.1" status: 204 len: 168 time: 0.1225801 Jun 22 04:08:19.403890 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-5fa5feb3-1225-4635-99e8-cdf338024206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:19.412253 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd568c-5701-4259-a1a3-fb98fc27df3c,revision_number=None']} {{(pid=92787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:19.414663 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG oslo_concurrency.lockutils [None req-46327649-faf1-4c2f-a5f4-d380f7515ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:20.242853 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-08daaad6-81b2-4c9f-8800-8ec4755b6534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:20.706489 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:22.020744 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:23.301754 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:27.623164 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:33.214580 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:08:47.674109 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-68aa15dc-7b27-4f47-a53f-70735c277e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:50.244250 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d870-4758-421a-b6e8-1611ab2b7b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:50.709827 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.022859 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.303873 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.633767 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:10.212584 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:09:17.675606 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-9aa86ee0-2900-4198-9fe9-f4263c9f6f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:20.249088 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d99d6a65-3ba5-47c5-bed7-a459d0e3718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:20.709424 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:22.025398 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:23.306186 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:27.633818 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:47.210470 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:09:47.676781 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-272922f3-82bc-43f6-a9b1-fe76188f7095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:50.249677 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7429d373-d4ca-43ae-8c77-8eb084ffbb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:50.713612 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.028347 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.312522 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.648610 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:17.676320 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-228b00e7-0c95-4dfb-91dc-400129897fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:20.250065 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-88fd5fdd-8e92-44b9-90c5-8284f8a43d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:20.714894 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:22.033437 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:23.312477 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:24.209334 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:10:27.647352 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.678139 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-c68a062d-de99-4b16-9216-92e73b45d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.251299 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-2a305d68-f9a8-4d5e-91a6-5c3c9e893a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.716005 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.033659 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.315719 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:57.663227 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.208001 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:11:17.678862 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-0a43c073-4699-42d7-873a-ce94fa898c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.252466 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fbb39697-e7d4-483c-acad-f827050695a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.717458 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:22.037352 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:23.317323 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:27.678686 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:38.206712 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:11:47.679565 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-913bfb9b-a1cf-4e70-b24d-b4ffb8720edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:50.252361 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-f85b7436-c7b0-459e-9dfa-7811707a94d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:50.723725 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:52.039490 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:53.319984 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:57.695979 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:15.206146 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:12:17.680519 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9237-39df-49be-b2ee-bf845cf78039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.253274 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-4011e8af-d538-4ba2-b95b-678c9ea8f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.714124 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:22.042637 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.322182 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:27.692654 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:47.681251 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d6ac30bc-55fb-47ad-b9a0-b8d7f1e152ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.257384 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-b5a3b156-1375-410a-a3fd-742172955c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.715455 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.044730 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.206176 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:12:53.325783 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.708125 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:17.681564 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1c50-4247-4d87-8a8b-58d7e05b0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:20.258078 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-7fff5896-3d98-4e9e-82e2-053c0f17baaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:20.715845 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-6e8492aa-af10-4d74-a9a7-4912cf7147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:22.047772 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-fe655dae-5252-4863-a356-c85223b6c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:22.766576 dv-cinder-797380-1-smb neutron-server[92787]: DEBUG neutron.wsgi [req-2fc87372-f5d4-4ebc-9e6b-e92b0ce7584a req-695fde90-e728-45d0-becb-bb4c1e31ba81 tempest-DeleteServersTestJSON-1407556481 tempest-DeleteServersTestJSON-1407556481-project] (92787) timed out ('10.222.0.36', 50256) {{(pid=92787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 04:13:23.331855 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-d8097cc3-db92-4d47-949f-c01e514964bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:27.785871 dv-cinder-797380-1-smb neutron-server[92789]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd24-a6f5-44f3-b08c-ae0c7d644d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774328205761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729668'] for agent, after_update {{(pid=92789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:29.205276 dv-cinder-797380-1-smb neutron-server[92790]: DEBUG neutron.db.agents_db [None req-fa4097e8-7fa8-430c-b4d6-c36a7bafcaa9 None None] Agent healthcheck: found 6 active agents {{(pid=92790) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}